-- Logs begin at Mon 2021-06-07 13:01:22 UTC, end at Mon 2021-06-07 14:05:14 UTC. -- Jun 07 13:30:16.488925 dv-cinder-785362-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 13:30:19.101718 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:30:19.102292 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 13:30:19.102417 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 13:30:19.105591 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:30:19.105856 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 13:30:19.106168 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92612) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 13:30:19.107105 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:30:19.107342 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:30:19.107712 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:30:19.107962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:30:19.108189 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:30:19.108509 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.108806 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.109103 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.109336 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.109702 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.110561 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.110851 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.111227 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.111540 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.111840 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.112123 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.112420 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.112654 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.112943 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.113233 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.113547 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.113778 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] debug = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.114059 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.114488 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.114903 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.115187 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.115479 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.115758 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.116031 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.116305 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.116591 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.116929 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] host = dv-cinder-785362-2-iscsi {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.117208 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.117516 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.117822 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.118094 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.118369 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.118646 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.118934 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.119209 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.119484 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] log_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.119759 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.120049 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.120334 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.120623 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.120850 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.121076 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.121364 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.121686 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.121969 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.122243 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.122515 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.122788 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.123061 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.123330 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.123614 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.123900 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.124181 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.124455 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.124727 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.124997 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.125306 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.125629 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.125910 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.126185 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.126455 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.126739 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.127008 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.127283 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.127585 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.127870 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.128152 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.128436 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.128707 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.128992 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.129267 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.129565 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.129840 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] use_json = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.130110 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.130378 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.130659 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.130929 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.131199 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.131470 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.131744 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.132026 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:19.132322 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.132618 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.132919 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.133204 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.134264 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.134264 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.134264 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.134498 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.134599 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.134888 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.135181 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.135460 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.135749 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.136029 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.136326 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.136634 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.136929 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.137220 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.137520 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.137799 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.138073 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.138353 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.138637 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.138930 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.139223 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.139498 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.139775 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.140068 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.140344 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.140619 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.140930 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.141307 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.141616 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.142000 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.142293 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.142577 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.142853 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.143131 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.143413 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.143707 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.143988 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.144261 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.144537 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.144816 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.145088 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.145380 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.145690 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.145970 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.146246 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.146528 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.146802 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.147078 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.147358 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.147634 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.147910 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.148184 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.148459 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.148730 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.149002 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.149279 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.149604 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.149859 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.150135 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.150409 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.150681 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.150953 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.151224 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.151500 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.151793 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.152091 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.152370 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.152648 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.152923 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.153201 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.153533 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.153780 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.154061 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.154337 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.154611 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.154901 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.155184 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.155473 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.155756 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.156032 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.156327 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.157170 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.157458 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.157765 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.158043 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.158513 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.158802 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.159099 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.159394 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.159688 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.159983 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.160277 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.160558 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.160866 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.161148 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:19.161369 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:30:19.161643 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92612) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 13:30:19.510749 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:19.511027 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:19.511315 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:19.511786 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 13:30:19.901209 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.901530 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.901809 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.903007 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.903291 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.903561 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.940281 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.940574 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.940842 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.954711 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.954990 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.955263 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.982981 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.983266 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:19.983540 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.022128 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.022385 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.022656 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.261982 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.262612 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.262612 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.262819 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.263497 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.386084 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.386407 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.386712 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.386968 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.387238 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.387547 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.387853 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.388065 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.388321 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.388600 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.388858 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.389121 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.389391 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.389669 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.389933 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.390200 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.390454 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.390723 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.391493 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.391770 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.392120 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.392367 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.392612 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.392897 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.393145 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.393391 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.393811 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:20.394053 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:20.394290 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:20.394524 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:20.394757 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:20.394990 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:20.395351 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 13:30:20.398488 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 13:30:20.402582 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 13:30:20.406401 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 07 13:30:20.408746 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 13:30:20.409200 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 13:30:20.409556 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 13:30:20.409937 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 13:30:20.412691 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 13:30:20.412947 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 13:30:20.413290 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:30:20.440267 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 13:30:20.440704 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.440999 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92612) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 13:30:20.441359 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.442984 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92612) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 13:30:20.443258 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:30:20.443495 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 13:30:20.446669 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.446952 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.510514 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 13:30:20.510754 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 13:30:20.510992 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 13:30:20.511358 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 13:30:20.543254 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_db.sqlalchemy.engines [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92612) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 13:30:20.869412 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing driver for type 'gre' Jun 07 13:30:20.869883 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] gre ID ranges: [(1, 1000)] Jun 07 13:30:20.920889 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing driver for type 'local' Jun 07 13:30:20.921349 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing driver for type 'vlan' Jun 07 13:30:20.934186 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] VlanTypeDriver initialization complete Jun 07 13:30:20.934523 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing driver for type 'vxlan' Jun 07 13:30:20.935059 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] vxlan ID ranges: [(1, 1000)] Jun 07 13:30:20.985892 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing extension driver 'port_security' Jun 07 13:30:20.986294 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] PortSecurityExtensionDriver initialization complete Jun 07 13:30:20.986676 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing mechanism driver 'openvswitch' Jun 07 13:30:20.987037 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing mechanism driver 'hyperv' Jun 07 13:30:20.993818 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.plugins.ml2.plugin [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:20.994584 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.994956 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.995308 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.995693 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnet after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.996045 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnet after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.996385 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.996759 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.997103 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.997439 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.997840 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > security_group after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.998183 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > security_group after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.998521 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.998896 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.999237 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.999572 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:20.999943 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > address_group after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.000287 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > address_group after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.001238 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.001604 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] ML2 OVO RPC backend initialized. {{(pid=92612) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 13:30:21.002293 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.002644 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.003052 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.003395 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > networks before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.003736 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.004070 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > ports before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.004406 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnet before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.004742 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnets before_response 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.005081 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.005415 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.005765 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.006097 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.006433 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.006764 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.007099 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnet after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.007432 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnet after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.007767 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.008331 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.plugin [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Modular L2 Plugin initialization complete Jun 07 13:30:21.008655 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading services supported by the core plugin {{(pid=92612) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 13:30:21.008972 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.plugins.ml2.managers [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Got port-security extension from driver 'port_security' Jun 07 13:30:21.009423 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.extensions.vlantransparent [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Disabled vlantransparent extension. Jun 07 13:30:21.009926 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92612) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 13:30:21.010233 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: router Jun 07 13:30:21.050807 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.051198 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router after_create 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.051569 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router before_create 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.052073 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.052445 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.052796 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router after_delete 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.053149 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.053527 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router after_create 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.053873 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router after_update 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.054214 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router after_update 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.054556 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.054909 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router after_update 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.055311 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_update 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.055675 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: port after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.056010 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: port after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.056340 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: subnet after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.056672 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.057016 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.057358 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_create 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.057723 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: port before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.058071 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.058420 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router after_update 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.058756 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.059099 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_create 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.059451 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.059789 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_update 55549900 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.060153 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > network after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.061005 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Tracking information for resource: router configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:21.061336 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Tracking information for resource: floatingip configured {{(pid=92612) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:30:21.066829 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.db.l3_agentschedulers_db [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 13:30:21.067666 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: port after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.068030 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: port after_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.068376 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: port after_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.068722 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: port after_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.069528 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router before_create 55550100 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.069891 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.070294 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_create 55550100 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.070646 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > router precommit_update 55550100 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.076146 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.services.provider_configuration [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service providers = [] {{(pid=92612) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 13:30:21.076730 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.db.servicetype_db [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92612) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 13:30:21.081164 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.services.service_base [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:30:21.081710 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.services.service_base [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:30:21.082222 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.services.service_base [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:30:21.083549 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.services.service_base [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92612) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:30:21.084156 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.services.service_base [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 13:30:21.084991 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.085527 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 13:30:21.095994 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.096322 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: auto_allocate Jun 07 13:30:21.102030 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: network precommit_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.102399 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: network precommit_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.102908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.103220 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: tag Jun 07 13:30:21.111916 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.112239 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: timestamp Jun 07 13:30:21.115966 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.116296 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: network_ip_availability Jun 07 13:30:21.121464 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.121873 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.122226 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.122936 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.123254 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: flavors Jun 07 13:30:21.241719 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.242086 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading Plugin: revisions Jun 07 13:30:21.247150 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92612) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:30:21.247553 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_concurrency.lockutils [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=92612) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:21.248319 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92612) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 13:30:21.248655 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Initializing extension manager. Jun 07 13:30:21.249161 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: __init__.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.249520 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: __pycache__ {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.249855 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.250183 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: address_group.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.251516 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.252093 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: address-group Jun 07 13:30:21.252415 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: address_scope.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.253112 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.253647 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: address-scope Jun 07 13:30:21.253968 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.254911 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.255410 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: router-admin-state-down-before-update Jun 07 13:30:21.255730 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: agent.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.256420 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.256917 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: agent Jun 07 13:30:21.257237 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: agent_resources_synced.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.258156 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.258664 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: agent-resources-synced Jun 07 13:30:21.258984 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: allowedaddresspairs.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.260726 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.261240 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: allowed-address-pairs Jun 07 13:30:21.261601 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: auto_allocated_topology.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.262656 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.263164 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: auto-allocated-topology Jun 07 13:30:21.263465 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: availability_zone.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.264139 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.264632 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: availability_zone Jun 07 13:30:21.264949 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: availability_zone_filter.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.265890 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.266402 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: availability_zone_filter Jun 07 13:30:21.266892 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: data_plane_status.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.267785 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.268284 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 13:30:21.268611 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: default_subnetpools.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.269535 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.270038 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: default-subnetpools Jun 07 13:30:21.270357 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.271154 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.271646 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: dhcp_agent_scheduler Jun 07 13:30:21.271963 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: dns.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.272850 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.273345 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 13:30:21.273691 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: dns_domain_ports.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.274580 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.275075 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 13:30:21.275393 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: dvr.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.276048 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.276546 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: dvr Jun 07 13:30:21.276861 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: empty_string_filtering.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.277794 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.278291 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: empty-string-filtering Jun 07 13:30:21.278614 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.279495 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.279988 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:30:21.280303 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.281184 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.282504 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 13:30:21.282823 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: external_net.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.283715 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.284214 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: external-net Jun 07 13:30:21.284532 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.285412 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.285932 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: extra_dhcp_opt Jun 07 13:30:21.286250 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: extraroute.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.287144 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.287626 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: extraroute Jun 07 13:30:21.287941 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: extraroute_atomic.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.288945 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.289449 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: extraroute-atomic Jun 07 13:30:21.289790 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: filter_validation.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.290435 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.290926 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: filter-validation Jun 07 13:30:21.291240 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: fip_pf_description.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.292120 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.292608 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 13:30:21.292924 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: fip_port_details.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.293830 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.294322 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: fip-port-details Jun 07 13:30:21.294642 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: flavors.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.295846 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.296351 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: flavors Jun 07 13:30:21.296675 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.298890 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.299408 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 13:30:21.299738 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: floatingip_pools.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.300425 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.300928 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: floatingip-pools Jun 07 13:30:21.301252 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: ip_allocation.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.302166 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.302663 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 13:30:21.302984 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.303874 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.304372 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: ip-substring-filtering Jun 07 13:30:21.304695 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l2_adjacency.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.305625 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.306118 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 13:30:21.306436 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l3.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.307375 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.307876 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: router Jun 07 13:30:21.308197 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.310424 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.310937 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:30:21.311266 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.312167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.312667 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: ext-gw-mode Jun 07 13:30:21.313013 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.313938 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.314433 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: l3-ha Jun 07 13:30:21.314755 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l3_flavors.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.315642 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.316135 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: l3-flavors Jun 07 13:30:21.316454 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.317648 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.318145 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 13:30:21.318467 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: l3agentscheduler.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.319492 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.319993 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: l3_agent_scheduler Jun 07 13:30:21.320318 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: logging.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.321937 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.322449 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension logging not supported by any of loaded plugins Jun 07 13:30:21.322775 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: metering.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.323493 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.324059 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: metering Jun 07 13:30:21.324380 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.325456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.325984 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: metering_source_and_destination_fields Jun 07 13:30:21.326305 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: multiprovidernet.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.327203 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.327699 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: multi-provider Jun 07 13:30:21.328016 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: netmtu.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.329038 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.329572 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: net-mtu Jun 07 13:30:21.329891 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: netmtu_writable.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.330788 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.331287 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: net-mtu-writable Jun 07 13:30:21.331608 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: network_availability_zone.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.332257 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.332753 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: network_availability_zone Jun 07 13:30:21.333071 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: network_ip_availability.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.334174 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.334673 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: network-ip-availability Jun 07 13:30:21.334991 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: network_segment_range.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.335737 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.336228 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 13:30:21.336546 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: pagination.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.337507 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.337839 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: pagination Jun 07 13:30:21.338156 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: port_device_profile.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.339036 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.339537 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: port-device-profile Jun 07 13:30:21.339856 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.340739 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.341234 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: port-mac-address-regenerate Jun 07 13:30:21.341586 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.342469 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.342966 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: port-numa-affinity-policy Jun 07 13:30:21.343282 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: port_resource_request.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.344700 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.345195 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 13:30:21.345561 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: portbindings.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.346462 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.347057 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: binding Jun 07 13:30:21.347383 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: portbindings_extended.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.348627 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.349133 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: binding-extended Jun 07 13:30:21.349454 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: portsecurity.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.350374 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.350871 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: port-security Jun 07 13:30:21.351190 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: project_id.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.352134 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.352459 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: project-id Jun 07 13:30:21.352779 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: providernet.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.353694 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.354194 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: provider Jun 07 13:30:21.354513 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.358014 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.358525 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos not supported by any of loaded plugins Jun 07 13:30:21.358855 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.360696 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.361201 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 13:30:21.361554 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.362455 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.362960 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 13:30:21.363282 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_default.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.364199 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.364706 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-default not supported by any of loaded plugins Jun 07 13:30:21.365024 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_fip.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.365679 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.366173 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 13:30:21.366492 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_gateway_ip.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.367572 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.368074 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 13:30:21.368392 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_port_network_policy.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.369282 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.369807 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 13:30:21.370127 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_rule_type_details.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.371012 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.371546 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 13:30:21.371827 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: qos_rules_alias.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.372849 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.373350 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 13:30:21.373699 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: quotasv2.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.374739 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.375070 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: quotas Jun 07 13:30:21.375417 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: quotasv2_detail.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.378498 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.378842 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: quota_details Jun 07 13:30:21.379169 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: rbac.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.380207 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.380724 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: rbac-policies Jun 07 13:30:21.381049 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: rbac_address_group.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.381991 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.382504 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: rbac-address-group Jun 07 13:30:21.382824 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: rbac_address_scope.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.383717 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.384222 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: rbac-address-scope Jun 07 13:30:21.384541 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: rbac_security_groups.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.385489 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.385994 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: rbac-security-groups Jun 07 13:30:21.386311 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: rbac_subnetpool.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.387204 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.387698 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: rbac-subnetpool Jun 07 13:30:21.388011 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: revisionifmatch.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.388905 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.389403 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: revision-if-match Jun 07 13:30:21.389750 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: revisions.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.390838 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.391376 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: standard-attr-revisions Jun 07 13:30:21.391693 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: router_availability_zone.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.392351 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.392851 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: router_availability_zone Jun 07 13:30:21.393166 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: routerservicetype.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.394089 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.394586 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 13:30:21.394902 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.395795 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.396293 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: security-groups-normalized-cidr Jun 07 13:30:21.396608 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.397523 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.398023 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: port-security-groups-filtering Jun 07 13:30:21.398341 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.399239 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.399734 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: security-groups-remote-address-group Jun 07 13:30:21.400052 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: securitygroup.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.410345 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.410863 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: security-group Jun 07 13:30:21.411188 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: segment.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.411945 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.412446 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension segment not supported by any of loaded plugins Jun 07 13:30:21.412765 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.413701 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.414206 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 13:30:21.414523 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: servicetype.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.415609 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.416121 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: service-type Jun 07 13:30:21.416442 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: sorting.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.417398 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.417747 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: sorting Jun 07 13:30:21.418068 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: standard_attr_segment.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.418960 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.419472 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 13:30:21.419792 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: standardattrdescription.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.420420 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.420924 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: standard-attr-description Jun 07 13:30:21.421240 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: stateful_security_group.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.422235 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.423285 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: stateful-security-group Jun 07 13:30:21.423609 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: stdattrs_common.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.424170 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 13:30:21.424486 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.425461 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.425985 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 13:30:21.426306 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: subnet_onboard.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.427352 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.427858 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: subnet_onboard Jun 07 13:30:21.428181 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.429088 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.429613 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 13:30:21.429936 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: subnet_service_types.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.430836 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.431333 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: subnet-service-types Jun 07 13:30:21.431653 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: subnetallocation.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.432722 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.433224 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: subnet_allocation Jun 07 13:30:21.433569 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.434224 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.434723 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: subnetpool-prefix-ops Jun 07 13:30:21.435042 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.435953 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.436451 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 13:30:21.436769 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: tagging.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.437917 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.438579 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: standard-attr-tag Jun 07 13:30:21.438908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: timestamp.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.440102 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.440607 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loaded extension: standard-attr-timestamp Jun 07 13:30:21.440931 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: trunk.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.441975 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.443569 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension trunk not supported by any of loaded plugins Jun 07 13:30:21.443569 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: trunk_details.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.443940 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.444439 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 13:30:21.444757 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: uplink_status_propagation.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.445691 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.446193 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 13:30:21.446509 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Loading extension file: vlantransparent.py {{(pid=92612) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:30:21.447158 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92612) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:30:21.447736 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 13:30:21.450190 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:network Jun 07 13:30:21.450717 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:subnet Jun 07 13:30:21.451112 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:30:21.451531 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:port Jun 07 13:30:21.452779 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.453239 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service FLAVORS assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.454000 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.454487 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.454813 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:router Jun 07 13:30:21.455239 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:30:21.455815 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service METERING assigned prefix: /metering {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.457246 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.457649 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.458004 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:30:21.459005 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:30:21.459459 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:30:21.459877 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:30:21.460477 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service CORE assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.460802 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:30:21.461160 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] subnetpool is already registered Jun 07 13:30:21.461639 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service CORE assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.461965 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:30:21.462295 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] subnetpool is already registered Jun 07 13:30:21.464572 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.464994 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service FLAVORS assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.465604 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.466018 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.466345 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:router Jun 07 13:30:21.466678 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] router is already registered Jun 07 13:30:21.467078 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:30:21.467406 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] floatingip is already registered Jun 07 13:30:21.467853 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service METERING assigned prefix: /metering {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.468502 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:30:21.468822 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] rbac_policy is already registered Jun 07 13:30:21.469763 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:30:21.470179 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] security_group is already registered Jun 07 13:30:21.470578 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:30:21.470905 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] security_group_rule is already registered Jun 07 13:30:21.471529 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service CORE assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.471852 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:30:21.472179 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] subnetpool is already registered Jun 07 13:30:21.472595 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.v2.resource_helper [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Service CORE assigned prefix: {{(pid=92612) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:30:21.472909 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:30:21.473229 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING neutron.quota.resource_registry [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] subnetpool is already registered Jun 07 13:30:21.473718 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: extensions {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.475204 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: address-groups {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.476958 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: address-scopes {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.478290 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: agents {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.479444 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: auto-allocated-topology {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.480711 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: availability_zones {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.481952 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: dhcp-networks {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.483462 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: dhcp-agents {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.485673 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: routers {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.487522 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: flavors {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.489905 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: service_profiles {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.491116 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: next_providers {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.492551 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: service_profiles {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.494335 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: floatingip-pools {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.495566 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: routers {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.497274 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: floatingips {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.498593 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: l3-routers {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.499972 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: l3-agents {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.501875 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: metering-labels {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.503146 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: metering-label-rules {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.504515 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: network-ip-availabilities {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.505798 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: bindings {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.507349 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: quotas {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.509036 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: quotas {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.510495 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: rbac-policies {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.511680 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: security-groups {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.512979 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: security-group-rules {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.514238 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: service-providers {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.515468 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: subnetpools {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.516842 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: subnetpools {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.518443 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.520140 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.521962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.523800 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.525492 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.527446 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.529120 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.531018 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.533410 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.535157 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron.api.extensions [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Extended resource: tags {{(pid=92612) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:30:21.541150 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING keystonemiddleware.auth_token [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 13:30:21.545637 dv-cinder-785362-2-iscsi neutron-server[92612]: WARNING keystonemiddleware.auth_token [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 13:30:21.554581 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_concurrency.lockutils [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Acquired lock "singleton_lock" {{(pid=92612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 13:30:21.555054 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_concurrency.lockutils [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Releasing lock "singleton_lock" {{(pid=92612) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 13:30:21.555684 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO oslo_service.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Starting 2 workers Jun 07 13:30:21.560440 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Started child 92942 {{(pid=92612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:30:21.564959 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Started child 92944 {{(pid=92612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:30:21.566345 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.567052 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO neutron.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 13:30:21.567461 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Notify callbacks [] for process, before_spawn {{(pid=92612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.567988 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [-] (92942) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:30:21.569926 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO oslo_service.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Starting 1 workers Jun 07 13:30:21.570037 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.571256 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [-] (92944) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:30:21.575240 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Started child 92945 {{(pid=92612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:30:21.575787 dv-cinder-785362-2-iscsi neutron-server[92612]: INFO oslo_service.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Starting 1 workers Jun 07 13:30:21.580169 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] calling RpcWorker wait() {{(pid=92945) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 13:30:21.580783 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Started child 92946 {{(pid=92612) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:30:21.580867 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.service [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] returning from RpcWorker wait() {{(pid=92945) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 13:30:21.581362 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG neutron_lib.callbacks.manager [None req-2c25c7d4-c655-446f-9837-99ae98096be5 None None] Notify callbacks [] for process, after_spawn {{(pid=92612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.582053 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.582571 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:21.583373 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 13:30:21.583583 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:30:21.583767 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:30:21.583986 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:30:21.584339 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:30:21.584503 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:30:21.585052 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.585339 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.585618 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.585875 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.586145 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.586744 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.586912 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.587369 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.587369 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.587494 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.587710 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.587808 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:21.587880 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.588034 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.588285 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.588519 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.588816 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.589086 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.589339 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.589637 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.589817 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.590079 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.590334 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.590577 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.590836 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] debug = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.591078 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.591568 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.591805 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.592040 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.592253 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.592510 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.592740 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.593015 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.593245 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.593459 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.593710 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.593963 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.594794 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.595011 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.595451 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.595719 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.595936 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.596420 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] host = dv-cinder-785362-2-iscsi {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.596671 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.596899 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.597112 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.597337 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.597603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.597838 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.598086 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.598326 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.598566 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.598805 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.599024 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.599278 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.599512 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.599752 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.599915 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_options = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.600164 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.600415 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.600673 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.600861 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.601030 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.601210 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.601458 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.601633 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.601922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.602136 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.602347 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.602558 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.602788 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.603000 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.603255 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.603494 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.603723 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.603947 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.604193 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.604415 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.604634 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.604847 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.605065 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.605276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.605517 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.605734 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.605956 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.606171 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.606387 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.606655 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.606904 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.607163 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.607407 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.607653 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.607894 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.608117 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.608344 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.608603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.608830 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.609074 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.609329 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.609579 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.610414 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.610629 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.610887 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.611118 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_json = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.611348 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.611558 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.612951 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.613185 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.613411 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.613658 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.614870 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.615719 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.616091 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.616411 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.616749 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.617043 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.617677 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.617851 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.617990 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.618235 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.618504 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.618766 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.619068 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.619305 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.619611 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.619857 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.620138 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.620481 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.620716 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.621005 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.621228 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.621468 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.621766 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.621940 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.622602 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.622602 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.622825 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.624962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.625579 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.625579 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.625579 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.625826 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.625905 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.626199 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.626377 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.626616 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.626847 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.627067 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.627305 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.627519 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.627760 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.627974 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.628205 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.628437 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.628962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.628962 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.629193 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.630724 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.630724 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.630724 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.630724 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.630724 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.630724 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.630724 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.631175 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.631175 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.631302 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.631514 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.631700 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.631936 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.632160 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.632395 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.632615 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.632860 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.633064 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.633283 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.633505 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.633722 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.633963 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.634166 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.634378 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.634589 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.634806 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.635021 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.635248 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.635464 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.635672 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.635886 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.636116 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.636394 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.636726 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.636926 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.637166 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.637455 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.637667 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.637894 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.638133 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.638365 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.638628 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.638817 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.639071 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.639300 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.639568 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.639789 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.640006 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.640260 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.640483 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.640742 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.641066 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.641398 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.641709 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.642019 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.642285 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.642544 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.642813 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.643099 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.643369 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.643601 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.643876 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.644099 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.644356 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.644642 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.644899 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.645167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.645414 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.645683 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.645953 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.646179 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.646422 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.646649 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.646892 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.647131 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.647407 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.647664 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.647878 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.648068 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.648286 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.648607 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.648835 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.649065 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.649428 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.649725 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.649964 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.650201 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.650479 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.650717 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.650967 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.651210 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.651435 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.651664 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.651903 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.652156 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.652369 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.652648 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.652871 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.653102 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.653314 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.653563 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.653807 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.654037 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.654251 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.654501 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.654713 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.655160 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.655401 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.655612 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.655828 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.656063 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.656277 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.657035 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.657452 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.657752 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.657959 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.658192 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.658425 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.658679 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.659482 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 39464) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:21.671111 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.671111 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.671111 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.671445 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086904 Jun 07 13:30:21.671532 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.671532 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.671532 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.671532 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.671842 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.673069 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.673961 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.673961 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.673961 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.674210 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.674868 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.674981 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.675238 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.675582 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.675839 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.676085 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.676352 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.676599 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.676862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.677110 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.677313 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.677606 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.677831 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.678078 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.678511 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.678809 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.679043 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.679261 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681276 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.681800 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.682672 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.682672 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.682672 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.682901 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.683840 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.683840 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.683840 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.684094 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.685546 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.685546 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.685546 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.685546 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.685857 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.685953 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.686175 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.687167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.687167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.687167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.687167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.687470 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.687639 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.688063 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.689042 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.689042 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.689233 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.689312 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.689581 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.689849 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.690599 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.690599 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.690788 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.691770 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.691770 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.691770 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.692102 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.692700 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.692987 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.693238 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.693798 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.693798 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.694280 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.694563 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.694796 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.695098 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.695444 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.695720 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.695972 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.696741 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.696741 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.697251 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.698300 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.698300 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.698300 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.698557 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.698768 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.699016 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.699243 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.699460 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.699914 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.700163 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.700389 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.700603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.700868 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.701102 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.701260 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:30:21.701921 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92612) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 13:30:21.702086 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:30:21.702247 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:30:21.702419 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:30:21.702590 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:30:21.702744 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:30:21.702954 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.703117 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.704038 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.704211 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.704374 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.704618 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.704900 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.705057 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.705219 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.705381 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.705566 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.705735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.705894 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.706049 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.706203 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.706364 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.706523 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.706682 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.706848 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.707009 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.707167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.707325 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.707484 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] debug = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.707642 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.707852 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.708016 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.708175 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.708335 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.708493 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.708651 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.709764 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.709944 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.710493 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.710493 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.710493 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.710707 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.710774 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.710906 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.711067 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.711229 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712072 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] host = dv-cinder-785362-2-iscsi {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712072 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712072 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712072 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712072 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712349 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712349 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712478 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712544 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712763 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.712855 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.713511 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.713511 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.713511 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.713511 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.713816 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_options = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.713816 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.714044 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.714153 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.714312 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715405 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715405 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715405 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715405 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715405 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715405 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715405 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715909 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715909 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715909 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.715909 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.716194 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.716194 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.716351 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.716529 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.716674 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.716809 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.716960 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.717713 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.717713 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.717713 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.717713 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.717982 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.717982 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.718132 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.718296 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.718455 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.718702 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.718793 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.718910 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.720862 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.721330 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.721330 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.721330 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.721330 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_json = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.721604 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.721604 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.721728 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.722063 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.722063 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.722485 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.722485 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.722485 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.723735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724270 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724270 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724270 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724270 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724535 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724535 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724675 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724840 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.724991 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.725146 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.725306 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.725465 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.725655 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.726510 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.726510 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.726510 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.726510 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.726510 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.727732 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.728298 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.728298 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.728298 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.728557 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.728635 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729262 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729262 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729262 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729262 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729602 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729602 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729721 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729784 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.729947 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.730104 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.730273 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.730432 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.730637 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.730780 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.730912 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.731043 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.731173 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.731316 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.731475 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.731634 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.731793 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.732007 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.732107 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.732265 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.732422 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.732581 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.732739 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.732899 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.733056 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.733214 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.733373 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.733556 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.733716 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.734626 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.734626 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.734626 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.734626 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.734626 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.734626 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735496 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735496 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735496 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735496 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735496 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735860 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735860 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.735860 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.736028 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.736158 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.736316 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.736474 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.736632 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.736786 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.736937 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.737083 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.737240 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.737398 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.737581 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.737740 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.737898 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.738060 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.738317 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.738481 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.738639 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.738797 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.738954 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.739112 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.739271 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.739428 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.739585 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.739743 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.739914 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.740061 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.740223 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.740380 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.740545 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.740715 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.740875 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.741036 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.741194 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.741352 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743366 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743366 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743366 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743366 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743366 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743366 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743366 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743881 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743881 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743881 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.743881 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.744922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.744922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.744922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.744922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.744922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.744922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.744922 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.745361 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.745361 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.745503 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.745591 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.745759 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.745936 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.746088 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.746234 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.746378 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.746537 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.746735 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.746886 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.747011 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.747167 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.747325 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.747483 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.747641 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.747803 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.747961 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.748119 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.748374 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.748539 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.748780 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.748910 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.749902 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.749902 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.749902 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.749902 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.749902 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.751845 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752396 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752830 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752830 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752830 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.752830 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.753059 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756259 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756368 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756448 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.756908 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.757454 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.757454 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.757454 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.757454 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.757781 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.757781 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.757910 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.758074 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.758234 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759139 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759139 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759139 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759139 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759139 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759576 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759709 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.759911 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.760026 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.760993 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.760993 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.760993 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.760993 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.760993 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.760993 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.761363 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.761363 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.761507 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.761578 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.761715 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762456 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762783 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762783 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.762924 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.763088 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.763255 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.763422 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764389 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764389 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764389 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764389 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764389 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764389 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764746 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764746 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764874 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.764968 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.765794 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.765794 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.765794 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.765794 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.765794 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.766694 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.766694 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.767603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.767603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.767603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.767603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.767603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.767603 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.768002 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.768002 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.768002 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:30:21.768216 dv-cinder-785362-2-iscsi neutron-server[92612]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92612) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:30:33.571246 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b12e4-4ce5-44f5-9085-ac3f73f4d029 None None] get_active_networks_info from dv-cinder-785362-2-iscsi {{(pid=92945) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 13:30:33.780921 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b12e4-4ce5-44f5-9085-ac3f73f4d029 None None] No non-hosted networks {{(pid=92945) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 13:30:33.798279 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.agentschedulers_db [None req-801b12e4-4ce5-44f5-9085-ac3f73f4d029 None None] DHCP Agent not found on host dv-cinder-785362-2-iscsi {{(pid=92945) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 13:30:33.933458 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-21c57cd4-8590-4fa1-a593-fb089eb821dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211'] for agent, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:36.492157 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211'] for agent, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:36.497951 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.498299 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.503588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.505652 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.508316 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.510380 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.510738 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.511103 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.512736 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.515935 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.516537 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.517118 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:36.520556 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-785362-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:36.535100 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-785362-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:37.134549 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8319ff60-dcac-4305-b88b-6e44824a31e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211'] for agent, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:37.207606 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-00bee242-4d33-4048-9539-c7affca1f832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:38.211806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211'] for agent, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.587091 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211'] for agent, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:40.185678 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 39564) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:40.765015 dv-cinder-785362-2-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-40ba0ad1-ef37-48a1-b028-d815497221c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:40.765654 dv-cinder-785362-2-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-40ba0ad1-ef37-48a1-b028-d815497221c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:40.979296 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [None req-40ba0ad1-ef37-48a1-b028-d815497221c4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:30:40.980329 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-40ba0ad1-ef37-48a1-b028-d815497221c4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7937102 Jun 07 13:30:43.492800 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.db.l3_hamode_db [None req-7b54aefd-ae61-490b-aa28-021daad7e4d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 13:30:43.518611 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 39578) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:43.578696 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54aefd-ae61-490b-aa28-021daad7e4d3 None None] Routers set() bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:30:43.579126 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54aefd-ae61-490b-aa28-021daad7e4d3 None None] Router IDs set() for agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 13:30:43.882853 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:43.981764 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.policy [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:30:44.027862 dv-cinder-785362-2-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:44.028223 dv-cinder-785362-2-iscsi neutron-server[92942]: WARNING oslo_policy.policy [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:44.036720 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.quota [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] Loaded quota_driver: . Jun 07 13:30:44.115986 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775778091906', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775778091441', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775778088587', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775778075191', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775778068666', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775778062225', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-551832', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-554257', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1679261', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1771201'] for rbac-policy, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:44.176946 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:44.178410 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3d143a5d-f9ba-4325-9535-dbd884f25c06 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6588669 Jun 07 13:30:46.789787 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39590) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:47.376162 dv-cinder-785362-2-iscsi neutron-server[92944]: WARNING oslo_policy.policy [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:47.376779 dv-cinder-785362-2-iscsi neutron-server[92944]: WARNING oslo_policy.policy [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:47.595800 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2e68095a0af941c296c8885f4b60a709', 'tenant_id': '2e68095a0af941c296c8885f4b60a709'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:47.597369 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.quota [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Loaded quota_driver: . Jun 07 13:30:47.641488 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Made reservation on behalf of 2e68095a0af941c296c8885f4b60a709 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:47.710750 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.policy [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92944) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:30:47.756389 dv-cinder-785362-2-iscsi neutron-server[92944]: WARNING oslo_policy.policy [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:47.756753 dv-cinder-785362-2-iscsi neutron-server[92944]: WARNING oslo_policy.policy [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:47.767606 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.790401 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.916729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.920308 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.926379 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:47.945603 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:30:47.970215 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775776995220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.970798 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Unsubscribe: segment precommit_create {{(pid=92944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:30:47.971279 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Added segment 8fb1d00c-56d9-48ed-a4b7-d43e61932a67 of type vlan for network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 Jun 07 13:30:47.979966 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2276bcac-96fa-49d5-bce1-8e1005ed5587,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:48.033069 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.033409 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.033758 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.034073 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.034385 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.034717 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.035030 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.035409 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.035760 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.036068 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.036371 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.036672 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Tracked resource versions report: Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: pushed versions: Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: { 'AddressGroup': {'1.2'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'ConntrackHelper': {'1.0'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Log': {'1.0'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Network': {'1.1'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Port': {'1.7'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'PortForwarding': {'1.2'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'QosPolicy': {'1.8'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroup': {'1.4'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SubPort': {'1.0'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Subnet': {'1.1'}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Trunk': {'1.1'}} Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: consumer versions: Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'ConntrackHelper': '1.0', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Log': '1.0', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Network': '1.1', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Port': '1.7', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'PortForwarding': '1.2', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'QosPolicy': '1.8', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroup': '1.4', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroupRule': '1.2', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SubPort': '1.0', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Subnet': '1.1', Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Trunk': '1.1'}} Jun 07 13:30:48.037778 dv-cinder-785362-2-iscsi neutron-server[92944]: {{(pid=92944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:30:48.090009 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:48.091663 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:48.131720 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:48.133301 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:48.133995 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:48.138545 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:48.185021 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3930275 Jun 07 13:30:48.245727 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Pushing event updated for resources: {'Network': ['ID=c38ab4e6-7a52-452f-93cd-306ad4ac9ca7,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:48.249324 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:48.258178 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:30:50.869115 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39612) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:51.323373 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b63a1e9-8ae8-4061-b905-97cb1e373cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:51.324602 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3b63a1e9-8ae8-4061-b905-97cb1e373cd5 admin admin] 10.222.0.44 "GET /v2.0/networks/c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 HTTP/1.1" status: 200 len: 825 time: 0.4544702 Jun 07 13:30:51.354302 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6070f395-89f7-4bfb-8388-9cdcb0f6fb0c admin admin] 10.222.0.44 "GET /v2.0/subnetpools/ec1b7079-7b5e-49bc-abc3-6fd867d323ab HTTP/1.1" status: 200 len: 734 time: 0.0236604 Jun 07 13:30:51.362667 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ec1b7079-7b5e-49bc-abc3-6fd867d323ab', 'tenant_id': '2e68095a0af941c296c8885f4b60a709'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:51.383435 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Made reservation on behalf of 2e68095a0af941c296c8885f4b60a709 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:51.385849 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:51.657910 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:51.663056 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:51.741350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:51.743309 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Checking segment: {'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:30:51.743658 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Network hostable DHCP agents. Network: c38ab4e6-7a52-452f-93cd-306ad4ac9ca7, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:30:51.748110 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:51.763429 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:30:51.774023 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, c38ab4e6-7a52-452f-93cd-306ad4ac9ca7) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:51.778531 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:51.779105 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:51.784684 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfae1f88-0f8b-4190-ba08-0dc11d72a234 None None] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:30:51.803879 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4445200 Jun 07 13:30:52.098341 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'fixed_ips': [{'subnet_id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:30:52.099544 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:52.287582 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Allocated IP 172.20.0.2 (c38ab4e6-7a52-452f-93cd-306ad4ac9ca7/a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd/0badd9c3-104b-493f-81b6-f81fe98bea32) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:52.519323 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:52.535098 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Transition to ACTIVE for port object 0badd9c3-104b-493f-81b6-f81fe98bea32 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:30:52.560545 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Transition to ACTIVE for port object 0badd9c3-104b-493f-81b6-f81fe98bea32 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:30:52.566043 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:52.570726 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:52.631706 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:52.634462 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:52.637709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:30:52.679350 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Pushing event updated for resources: {'Port': ['ID=0badd9c3-104b-493f-81b6-f81fe98bea32,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:52.689902 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.690247 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.690581 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.690912 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.691236 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.691560 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.691877 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.692195 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.692525 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.693096 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.693412 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.693746 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Tracked resource versions report: Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: pushed versions: Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: { 'AddressGroup': {'1.2'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'ConntrackHelper': {'1.0'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Log': {'1.0'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Network': {'1.1'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Port': {'1.7'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'PortForwarding': {'1.2'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'QosPolicy': {'1.8'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroup': {'1.4'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SubPort': {'1.0'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Subnet': {'1.1'}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Trunk': {'1.1'}} Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: consumer versions: Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'ConntrackHelper': '1.0', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Log': '1.0', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Network': '1.1', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Port': '1.7', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'PortForwarding': '1.2', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'QosPolicy': '1.8', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroup': '1.4', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroupRule': '1.2', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SubPort': '1.0', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Subnet': '1.1', Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Trunk': '1.1'}} Jun 07 13:30:52.694849 dv-cinder-785362-2-iscsi neutron-server[92945]: {{(pid=92945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:30:52.698462 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:52.747717 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Attempting to bind port 0badd9c3-104b-493f-81b6-f81fe98bea32 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:30:52.748046 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Attempting to bind port 0badd9c3-104b-493f-81b6-f81fe98bea32 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:30:52.748480 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Attempting to bind port 0badd9c3-104b-493f-81b6-f81fe98bea32 on network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:30:52.753679 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:30:52.754100 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Checking segment: {'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:30:52.754583 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:52.754976 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Bound using segment: {'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:30:52.755441 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Bound port: 0badd9c3-104b-493f-81b6-f81fe98bea32, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:30:52.755826 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:52.845312 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] For port 0badd9c3-104b-493f-81b6-f81fe98bea32, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:30:52.849103 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] For port 0badd9c3-104b-493f-81b6-f81fe98bea32, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=0badd9c3-104b-493f-81b6-f81fe98bea32,segment=NetworkSegment(8fb1d00c-56d9-48ed-a4b7-d43e61932a67),segment_id=8fb1d00c-56d9-48ed-a4b7-d43e61932a67)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:30:52.854351 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:52.858435 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:52.960284 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Pushing event updated for resources: {'Port': ['ID=0badd9c3-104b-493f-81b6-f81fe98bea32,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:52.963544 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:54.198424 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39620) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:54.583195 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [None req-9bfa5b6f-53ab-4d0c-ac0c-54f5f6343210 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:30:54.584185 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-9bfa5b6f-53ab-4d0c-ac0c-54f5f6343210 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3848207 Jun 07 13:30:56.974540 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39628) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:57.355650 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [None req-e7f8524d-ed49-4f29-bdf5-cb1f8ebcf59b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:30:57.356606 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e7f8524d-ed49-4f29-bdf5-cb1f8ebcf59b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3811357 Jun 07 13:30:58.750037 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dffea9-6657-4228-a44b-82a2ba075f60 None None] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:30:58.775423 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 0badd9c3-104b-493f-81b6-f81fe98bea32 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:30:58.931585 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-baec112e-9c36-4795-8a34-9a5e626780de None None] Provisioning for port 0badd9c3-104b-493f-81b6-f81fe98bea32 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:30:58.972321 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 0badd9c3-104b-493f-81b6-f81fe98bea32 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:30:58.978838 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 0badd9c3-104b-493f-81b6-f81fe98bea32 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:58.979237 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:59.190108 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:59.230588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 0badd9c3-104b-493f-81b6-f81fe98bea32, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=0badd9c3-104b-493f-81b6-f81fe98bea32,segment=NetworkSegment(8fb1d00c-56d9-48ed-a4b7-d43e61932a67),segment_id=8fb1d00c-56d9-48ed-a4b7-d43e61932a67)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:30:59.237702 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:59.239989 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:59.313870 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=0badd9c3-104b-493f-81b6-f81fe98bea32,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:59.317626 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:59.466143 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-49fa1041-f7bd-48e1-a9e6-387886303d1f None None] Provisioning complete for port 0badd9c3-104b-493f-81b6-f81fe98bea32 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:59.466434 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-49fa1041-f7bd-48e1-a9e6-387886303d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:00.095629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 39644) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:31:00.445331 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-eaeb68c0-9b7a-46a8-b1cb-d3b6258b8805 admin admin] Request body: {'router': {'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:31:00.467675 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-eaeb68c0-9b7a-46a8-b1cb-d3b6258b8805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:00.469346 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-eaeb68c0-9b7a-46a8-b1cb-d3b6258b8805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:00.490557 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-eaeb68c0-9b7a-46a8-b1cb-d3b6258b8805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:00.603117 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-eaeb68c0-9b7a-46a8-b1cb-d3b6258b8805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:00.618976 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-eaeb68c0-9b7a-46a8-b1cb-d3b6258b8805 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:00.620067 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-eaeb68c0-9b7a-46a8-b1cb-d3b6258b8805 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5234878 Jun 07 13:31:00.635397 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:31:00.747654 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 0badd9c3-104b-493f-81b6-f81fe98bea32 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:31:00.816747 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 0badd9c3-104b-493f-81b6-f81fe98bea32 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:31:00.817118 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:03.003079 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 39652) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:31:03.377945 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [None req-1ff269ec-7789-4dc5-ac05-d12daee62324 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:31:03.378915 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1ff269ec-7789-4dc5-ac05-d12daee62324 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3749094 Jun 07 13:31:03.489812 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fd0b4789-52a1-4486-b75b-0d4472a5b9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:05.776740 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39660) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:31:06.137063 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:31:06.168786 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Made reservation on behalf of 1758a3a0428d40c0a61cdb94e10c99cf for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:31:06.171001 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.183116 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.287896 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.291539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.295456 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:06.309205 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Reserving flat network on physical network physnet1 {{(pid=92944) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 13:31:06.330001 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897d850-f238-4986-9c01-a922dbc74d43,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:06.333952 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:06.334863 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.335198 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Added segment 049691e6-bc82-48d2-83b0-37545906152c of type flat for network 8db2c352-035f-4a05-be62-71dc5659922e Jun 07 13:31:06.367528 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.403575 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.404821 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:31:06.405386 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.410043 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:06.450606 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6727812 Jun 07 13:31:06.483878 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:06.510468 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Pushing event updated for resources: {'Network': ['ID=8db2c352-035f-4a05-be62-71dc5659922e,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:06.513646 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:06.521952 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 8db2c352-035f-4a05-be62-71dc5659922e details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:31:07.134607 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3084a297-956d-4935-a747-f2d25ec41a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:08.130289 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:08.815751 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39678) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:31:09.021388 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6592b7d2-b6c4-42db-85d3-0ba5ae8b91fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:31:09.022698 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6592b7d2-b6c4-42db-85d3-0ba5ae8b91fe admin admin] 10.222.0.44 "GET /v2.0/subnets/a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd HTTP/1.1" status: 200 len: 849 time: 0.2060826 Jun 07 13:31:09.190841 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-01a95ae0-cafc-4b6d-a1c2-3ea63d1cf497 admin admin] 10.222.0.44 "GET /v2.0/routers/98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 HTTP/1.1" status: 200 len: 704 time: 0.1628308 Jun 07 13:31:09.535049 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:09.643147 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:09.868090 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Allocated IP 172.20.0.1 (c38ab4e6-7a52-452f-93cd-306ad4ac9ca7/a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd/2cc5e3c6-284c-4196-bb78-bbd761c5e1d7) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:31:10.049504 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.066340 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Transition to ACTIVE for port object 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:31:10.120345 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.128324 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:10.186596 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:31:10.190085 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:31:10.194001 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:31:10.194539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.323023 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc5e3c6-284c-4196-bb78-bbd761c5e1d7,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:10.328929 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:10.364083 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-8a9a5246-a1bc-4e2c-aa81-6bf1da8b0e98 None None] Provisioning for port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:31:10.368521 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-8a9a5246-a1bc-4e2c-aa81-6bf1da8b0e98 None None] Provisioning complete for port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:31:10.368886 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5246-a1bc-4e2c-aa81-6bf1da8b0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.419676 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a5246-a1bc-4e2c-aa81-6bf1da8b0e98 None None] Port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:31:10.457866 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.681206 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.685547 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.686700 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:10.690605 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:10.833522 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc5e3c6-284c-4196-bb78-bbd761c5e1d7,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:10.839306 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:10.885189 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:31:10.886243 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:31:11.042226 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-8988fe35-f67a-4c98-a6b8-42aedd79574c None None] Provisioning complete for port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:31:11.042770 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8988fe35-f67a-4c98-a6b8-42aedd79574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:11.075075 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:31:11.095075 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-8988fe35-f67a-4c98-a6b8-42aedd79574c None None] Port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:31:11.229095 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:31:11.235031 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] 10.222.0.44 "PUT /v2.0/routers/98236e65-60b0-4f95-ab35-1cb4d5b0f3e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0390830 Jun 07 13:31:11.240858 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Sync routers for ids ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:31:11.252535 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Routers {'98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:31:11.253455 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:31:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:11.424609 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Set router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 gateway port host: None {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:31:11.793499 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'name': 'router1', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:31:00Z', 'updated_at': '2021-06-07T13:31:10Z', 'revision_number': 2, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'gw_port_host': None, '_interfaces': [{'id': '2cc5e3c6-284c-4196-bb78-bbd761c5e1d7', 'name': '', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'mac_address': 'fa:16:3e:c0:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:09Z', 'updated_at': '2021-06-07T13:31:10Z', 'revision_number': 2, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'subnets': [{'id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec1b7079-7b5e-49bc-abc3-6fd867d323ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:11.798625 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Checking router: 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:31:11.799009 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Updating router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:31:11.855810 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:12.230518 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:12.247819 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Transition to ACTIVE for port object 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:31:12.255163 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:12.261630 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:12.455063 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Pushing event updated for resources: {'Port': ['ID=2cc5e3c6-284c-4196-bb78-bbd761c5e1d7,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:12.474809 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.475142 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.475469 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.475791 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.476107 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.476420 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.476731 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.477041 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.477365 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.477703 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.478012 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.478322 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Tracked resource versions report: Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: pushed versions: Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: { 'AddressGroup': {'1.2'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'ConntrackHelper': {'1.0'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Log': {'1.0'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Network': {'1.1'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Port': {'1.7'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'PortForwarding': {'1.2'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'QosPolicy': {'1.8'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroup': {'1.4'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SubPort': {'1.0'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Subnet': {'1.1'}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Trunk': {'1.1'}} Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: consumer versions: Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'ConntrackHelper': '1.0', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Log': '1.0', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Network': '1.1', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Port': '1.7', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'PortForwarding': '1.2', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'QosPolicy': '1.8', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroup': '1.4', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroupRule': '1.2', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SubPort': '1.0', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Subnet': '1.1', Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Trunk': '1.1'}} Jun 07 13:31:12.479412 dv-cinder-785362-2-iscsi neutron-server[92946]: {{(pid=92946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:31:12.508085 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:12.512036 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Attempting to bind port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:31:12.512437 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Attempting to bind port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:31:12.512852 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Attempting to bind port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 on network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:31:12.518243 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:31:12.518658 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Checking segment: {'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:31:12.519150 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:12.519535 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Bound using segment: {'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:31:12.520017 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Bound port: 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb1d00c-56d9-48ed-a4b7-d43e61932a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:31:12.520381 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:12.606716 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] For port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:31:12.611514 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] For port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2cc5e3c6-284c-4196-bb78-bbd761c5e1d7,segment=NetworkSegment(8fb1d00c-56d9-48ed-a4b7-d43e61932a67),segment_id=8fb1d00c-56d9-48ed-a4b7-d43e61932a67)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:31:12.615672 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:12.619465 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:12.702147 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Routers {'98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:31:12.703303 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:31:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:12.756887 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Pushing event updated for resources: {'Port': ['ID=2cc5e3c6-284c-4196-bb78-bbd761c5e1d7,revision_number=4']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:12.772678 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:12.867280 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] Set router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 gateway port host: None {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:31:13.183818 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'name': 'router1', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:31:00Z', 'updated_at': '2021-06-07T13:31:10Z', 'revision_number': 2, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'gw_port_host': None, '_interfaces': [{'id': '2cc5e3c6-284c-4196-bb78-bbd761c5e1d7', 'name': '', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'mac_address': 'fa:16:3e:c0:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:09Z', 'updated_at': '2021-06-07T13:31:12Z', 'revision_number': 4, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'subnets': [{'id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec1b7079-7b5e-49bc-abc3-6fd867d323ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:13.187903 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b87d80-6f91-4178-a4c7-4088db0a8ad1 None None] The sync data for ids ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'] in dv-cinder-785362-2-iscsi is: [{'id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'name': 'router1', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:31:00Z', 'updated_at': '2021-06-07T13:31:10Z', 'revision_number': 2, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'gw_port_host': None, '_interfaces': [{'id': '2cc5e3c6-284c-4196-bb78-bbd761c5e1d7', 'name': '', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'mac_address': 'fa:16:3e:c0:3b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:09Z', 'updated_at': '2021-06-07T13:31:12Z', 'revision_number': 4, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'subnets': [{'id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec1b7079-7b5e-49bc-abc3-6fd867d323ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:31:13.529334 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39698) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:31:13.712705 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506de736-c5d6-479b-9a76-6d0dd5fea8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:31:13.713998 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-506de736-c5d6-479b-9a76-6d0dd5fea8d8 admin admin] 10.222.0.44 "GET /v2.0/networks/8db2c352-035f-4a05-be62-71dc5659922e HTTP/1.1" status: 200 len: 842 time: 0.1836054 Jun 07 13:31:13.723876 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'name': 'public-subnet'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:31:13.745121 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Made reservation on behalf of 1758a3a0428d40c0a61cdb94e10c99cf for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:31:13.747358 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:14.108408 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.objects.ports [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92944) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 13:31:14.109282 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:14.113414 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:14.184812 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d145272-4259-47f6-8544-9b033d34a00a,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:14.190716 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:14.194891 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:31:14.195250 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Network hostable DHCP agents. Network: 8db2c352-035f-4a05-be62-71dc5659922e, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:31:14.212392 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:31:14.221367 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 8db2c352-035f-4a05-be62-71dc5659922e) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:31:14.229358 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd2294-302c-420e-8b5c-d27fb1fe9b51 None None] Network 8db2c352-035f-4a05-be62-71dc5659922e requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:31:14.231850 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:31:14.232435 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:14.253369 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5328670 Jun 07 13:31:14.438012 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f086c-e37b-4cd9-abeb-7551cb1c748f None None] Network 8db2c352-035f-4a05-be62-71dc5659922e requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:31:16.508780 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 39710) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:31:16.700194 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-784fff4c-9c91-4a4c-be7e-e3d120ec5a5c admin admin] 10.222.0.44 "GET /v2.0/routers/98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 HTTP/1.1" status: 200 len: 710 time: 0.1902666 Jun 07 13:31:16.779280 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:31:16.834712 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cff6d0-562d-4292-a58e-f0441cac139c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:31:16.836585 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-f7cff6d0-562d-4292-a58e-f0441cac139c admin admin] 10.222.0.44 "GET /v2.0/networks/8db2c352-035f-4a05-be62-71dc5659922e HTTP/1.1" status: 200 len: 886 time: 0.1308744 Jun 07 13:31:16.845810 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:31:16.855772 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:31:16.861295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:31:16.861709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:16.982566 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:17.017741 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2cc5e3c6-284c-4196-bb78-bbd761c5e1d7,segment=NetworkSegment(8fb1d00c-56d9-48ed-a4b7-d43e61932a67),segment_id=8fb1d00c-56d9-48ed-a4b7-d43e61932a67)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:31:17.022024 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:17.024448 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-233a84ce-f336-4a7b-a872-868798787f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:17.100170 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=2cc5e3c6-284c-4196-bb78-bbd761c5e1d7,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:17.108602 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:17.368093 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:17.685117 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:17.740122 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:17.878251 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Allocated IP 172.27.0.214 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:31:18.019890 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:18.048949 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:18.053607 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:18.113212 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:31:18.116033 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:31:18.119449 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:31:18.186120 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:18.190110 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:18.505484 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:18.755186 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:31:18.847362 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:31:18.848000 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:18.912367 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:18.915642 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1664396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1664405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1666128'] for router, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:19.092485 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:31:19.267615 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:31:19.271778 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:19.272956 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] 10.222.0.44 "PUT /v2.0/routers/98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 HTTP/1.1" status: 200 len: 890 time: 2.4314554 Jun 07 13:31:19.289147 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Sync routers for ids ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:31:19.300375 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Routers {'98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:31:19.301062 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:31:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:19.493832 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Set router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:31:19.831801 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'name': 'router1', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:31:00Z', 'updated_at': '2021-06-07T13:31:18Z', 'revision_number': 4, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'gw_port': {'id': '8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:17Z', 'updated_at': '2021-06-07T13:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '2cc5e3c6-284c-4196-bb78-bbd761c5e1d7', 'name': '', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'mac_address': 'fa:16:3e:c0:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:09Z', 'updated_at': '2021-06-07T13:31:17Z', 'revision_number': 5, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'subnets': [{'id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec1b7079-7b5e-49bc-abc3-6fd867d323ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:19.836609 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Checking router: 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:31:19.836965 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Updating router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:31:19.888598 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:20.224063 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:20.237723 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Transition to ACTIVE for port object 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:31:20.245379 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:20.250921 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:20.325792 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Attempting to bind port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:31:20.326175 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Attempting to bind port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:31:20.326544 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Attempting to bind port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:31:20.329353 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Pushing event updated for resources: {'Port': ['ID=8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:20.332995 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:20.335417 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:31:20.335800 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:31:20.336561 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:20.336561 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:31:20.337036 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Bound port: 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:31:20.337411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:20.411208 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] For port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:31:20.414168 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] For port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:31:20.418815 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:20.423383 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:20.497093 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Routers {'98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:31:20.497731 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:31:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:20.563641 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Pushing event updated for resources: {'Port': ['ID=8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:20.567956 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:20.714358 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] Set router 98236e65-60b0-4f95-ab35-1cb4d5b0f3e0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:31:21.070402 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'name': 'router1', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:31:00Z', 'updated_at': '2021-06-07T13:31:18Z', 'revision_number': 4, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'gw_port': {'id': '8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:17Z', 'updated_at': '2021-06-07T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '2cc5e3c6-284c-4196-bb78-bbd761c5e1d7', 'name': '', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'mac_address': 'fa:16:3e:c0:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:09Z', 'updated_at': '2021-06-07T13:31:17Z', 'revision_number': 5, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'subnets': [{'id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec1b7079-7b5e-49bc-abc3-6fd867d323ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:31:21.074488 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3e704-60e7-4482-a806-cc6ded867d4a None None] The sync data for ids ['98236e65-60b0-4f95-ab35-1cb4d5b0f3e0'] in dv-cinder-785362-2-iscsi is: [{'id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'name': 'router1', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:31:00Z', 'updated_at': '2021-06-07T13:31:18Z', 'revision_number': 4, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'gw_port': {'id': '8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:17Z', 'updated_at': '2021-06-07T13:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '2cc5e3c6-284c-4196-bb78-bbd761c5e1d7', 'name': '', 'network_id': 'c38ab4e6-7a52-452f-93cd-306ad4ac9ca7', 'tenant_id': '2e68095a0af941c296c8885f4b60a709', 'mac_address': 'fa:16:3e:c0:3b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98236e65-60b0-4f95-ab35-1cb4d5b0f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:31:09Z', 'updated_at': '2021-06-07T13:31:17Z', 'revision_number': 5, 'project_id': '2e68095a0af941c296c8885f4b60a709', 'subnets': [{'id': 'a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec1b7079-7b5e-49bc-abc3-6fd867d323ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:31:21.741952 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 39718) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:31:21.876468 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-63d4d5f4-cb59-4750-b4e7-0c794bccd938 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1333160 Jun 07 13:31:22.804943 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:31:22.876315 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:31:22.881183 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:31:22.881607 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:23.015699 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:23.032834 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:31:23.036760 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:23.038927 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:31:23.111768 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:31:23.115125 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:31:24.776106 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:31:24.869449 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 8fd9970a-a0a2-4e6c-b5f5-e7b581f02f53 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:31:24.870065 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:33.492104 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e5b4-5066-4f60-89bf-47b700da87e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:36.478461 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:37.142661 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b7ac601a-61d0-4cb0-a2ec-44cabdba510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:37.638053 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:31:38.157640 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:39.568357 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:03.496774 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b5add497-6b5f-4f36-b6f4-ab27ce40f0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:06.484081 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:07.145146 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-73177f3f-f26f-47ae-8ae4-c43336177361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:08.142298 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:09.633888 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:14.642510 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:32:33.503137 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e7390136-8012-401f-8d4d-fa44bbad1d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:36.487547 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:37.137842 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7fa892d0-12cb-4a02-be6f-888b4a2b608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:38.142768 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:39.563747 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:51.643066 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:32:58.423300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40286) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:58.492296 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d9e1e7-a595-4d61-8b2f-5b4d10da9b1a admin admin] GET failed (client error): The resource could not be found. Jun 07 13:32:58.493532 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-57d9e1e7-a595-4d61-8b2f-5b4d10da9b1a admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692737 Jun 07 13:32:58.622583 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9353cda-6700-4e5a-bbd7-c687dee986b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:58.624020 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c9353cda-6700-4e5a-bbd7-c687dee986b1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267023 Jun 07 13:33:00.765313 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40296) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:00.883961 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3784f608-1010-455b-a739-a96e71810d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:00.885321 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3784f608-1010-455b-a739-a96e71810d13 admin admin] 10.222.0.44 "GET /v2.0/subnets/a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd HTTP/1.1" status: 200 len: 849 time: 0.1190112 Jun 07 13:33:00.894955 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:33:01.012535 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:01.204874 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775777050332'] for subnet, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:01.210851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:01.281291 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:01.281291 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:01.282563 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] 10.222.0.44 "PUT /v2.0/subnets/a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd HTTP/1.1" status: 200 len: 868 time: 0.3913057 Jun 07 13:33:01.284922 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db848e-5935-4e36-9cb6-88c14f43eeea None None] Network c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:33:01.316643 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:01.325868 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.326221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.326555 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.326878 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.327197 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.327519 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.327834 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.328149 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.328486 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.328799 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.329112 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.329420 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Tracked resource versions report: Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: pushed versions: Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: { 'AddressGroup': {'1.2'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'ConntrackHelper': {'1.0'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Log': {'1.0'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Network': {'1.1'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Port': {'1.7'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'PortForwarding': {'1.2'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'QosPolicy': {'1.8'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroup': {'1.4'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SubPort': {'1.0'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Subnet': {'1.1'}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Trunk': {'1.1'}} Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: consumer versions: Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'ConntrackHelper': '1.0', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Log': '1.0', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Network': '1.1', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Port': '1.7', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'PortForwarding': '1.2', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'QosPolicy': '1.8', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroup': '1.4', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroupRule': '1.2', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SubPort': '1.0', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Subnet': '1.1', Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Trunk': '1.1'}} Jun 07 13:33:01.330569 dv-cinder-785362-2-iscsi neutron-server[92942]: {{(pid=92942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:33:01.335381 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:01.774558 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c543e8fe-eb80-43cf-93c9-2d1f3fbe7ae7 None None] Provisioning complete for port 0badd9c3-104b-493f-81b6-f81fe98bea32 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:33:01.774933 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c543e8fe-eb80-43cf-93c9-2d1f3fbe7ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:01.901121 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c543e8fe-eb80-43cf-93c9-2d1f3fbe7ae7 None None] Provisioning complete for port 2cc5e3c6-284c-4196-bb78-bbd761c5e1d7 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:33:01.901524 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c543e8fe-eb80-43cf-93c9-2d1f3fbe7ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:03.423115 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40310) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:03.504453 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3cd9f4e3-80f8-4576-bf24-04d039d8cd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:03.625740 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176cf0c-49c8-4a38-b61d-f9e198cd10d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:03.626225 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176cf0c-49c8-4a38-b61d-f9e198cd10d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:03.627726 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3176cf0c-49c8-4a38-b61d-f9e198cd10d5 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2036602 Jun 07 13:33:05.788067 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40318) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:05.962307 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c718a7-367a-4c40-9c16-7d45372b3cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:05.962789 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c718a7-367a-4c40-9c16-7d45372b3cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:05.964309 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-09c718a7-367a-4c40-9c16-7d45372b3cee admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1752720 Jun 07 13:33:06.489652 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:07.140330 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-67561786-8884-45dc-8039-5e1bc6fcbd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:08.143438 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:08.166598 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40326) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:08.333051 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a6425-6c06-49eb-90a4-baed42371412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:08.334408 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-774a6425-6c06-49eb-90a4-baed42371412 admin admin] 10.222.0.44 "GET /v2.0/networks/8db2c352-035f-4a05-be62-71dc5659922e HTTP/1.1" status: 200 len: 886 time: 0.1668591 Jun 07 13:33:09.566857 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:10.460633 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40334) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:10.632964 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f222728b-e5dc-449e-81b2-2497a1a3aea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:10.634319 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f222728b-e5dc-449e-81b2-2497a1a3aea1 admin admin] 10.222.0.44 "GET /v2.0/networks/c38ab4e6-7a52-452f-93cd-306ad4ac9ca7 HTTP/1.1" status: 200 len: 869 time: 0.1727338 Jun 07 13:33:12.763922 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40342) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:12.899838 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3393add6-c1b2-4ee7-8538-7cce0987dffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:12.900311 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3393add6-c1b2-4ee7-8538-7cce0987dffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:12.902713 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3393add6-c1b2-4ee7-8538-7cce0987dffe admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377485 Jun 07 13:33:15.117018 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40350) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:15.223207 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98c7f9-73de-4996-89b6-ac56d383c6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:15.223678 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98c7f9-73de-4996-89b6-ac56d383c6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:15.225167 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8e98c7f9-73de-4996-89b6-ac56d383c6b3 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071837 Jun 07 13:33:17.426195 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40358) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:17.528798 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fcddf-2df2-43fa-b704-f14be6243da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:17.530158 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e82fcddf-2df2-43fa-b704-f14be6243da5 admin admin] 10.222.0.44 "GET /v2.0/subnets/1d145272-4259-47f6-8544-9b033d34a00a HTTP/1.1" status: 200 len: 816 time: 0.1027961 Jun 07 13:33:19.837166 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40366) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:19.945537 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92fcaac-1898-4889-8797-60ea74822570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:19.946860 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b92fcaac-1898-4889-8797-60ea74822570 admin admin] 10.222.0.44 "GET /v2.0/subnets/a4f20bd4-0c8a-4c0c-837b-21a86c94ecbd HTTP/1.1" status: 200 len: 868 time: 0.1087222 Jun 07 13:33:28.642335 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:33:33.507044 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e588ab3d-1d63-428b-b653-3cee6c7e48c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:36.492001 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:37.143292 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-098c96f3-b674-4245-abe4-cb4b3fc3d7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:38.146489 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:39.568885 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:43.705142 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40410) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:43.755047 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [None req-2a58221e-d0d1-4635-9918-10b0e43b16a2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:33:43.756015 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2a58221e-d0d1-4635-9918-10b0e43b16a2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498865 Jun 07 13:33:46.026418 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40418) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:46.104325 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8af876c-1682-455a-8672-a49798d2be36 admin admin] GET failed (client error): The resource could not be found. Jun 07 13:33:46.105698 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f8af876c-1682-455a-8672-a49798d2be36 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0782952 Jun 07 13:33:46.237284 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b1853-07e9-4c37-a08f-a9cf98103c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:46.238779 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f93b1853-07e9-4c37-a08f-a9cf98103c77 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1291666 Jun 07 13:33:48.479956 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40426) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:48.529288 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:33:48.551228 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Made reservation on behalf of 1758a3a0428d40c0a61cdb94e10c99cf for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:33:48.553689 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:48.658037 dv-cinder-785362-2-iscsi neutron-server[92942]: WARNING neutron.services.revisions.revision_plugin [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Could not find related network for resource to bump revision. Jun 07 13:33:48.671478 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:33:48.682288 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775776995220', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:48.682877 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Unsubscribe: segment precommit_create {{(pid=92942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:33:48.683358 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Added segment 89b7ad42-8dba-4bff-85cb-053a17e9fc85 of type vlan for network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 Jun 07 13:33:48.757238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:48.794912 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:48.796370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:48.796948 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:48.801959 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:48.849957 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3688359 Jun 07 13:33:48.908280 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Pushing event updated for resources: {'Network': ['ID=5136b0de-c34f-4b49-9cfb-8d93cd6df5e8,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:48.911832 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:48.920565 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:33:51.419540 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40434) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:51.488850 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40a16a8-0a59-4b17-ac66-89128803041d admin admin] GET failed (client error): The resource could not be found. Jun 07 13:33:51.490121 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e40a16a8-0a59-4b17-ac66-89128803041d admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0695980 Jun 07 13:33:51.600588 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c9f7a-c99a-4762-8650-c7acc7ea3476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:51.602089 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-880c9f7a-c99a-4762-8650-c7acc7ea3476 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1073570 Jun 07 13:33:51.613963 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Request body: {'subnet': {'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:33:51.638855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Made reservation on behalf of 1758a3a0428d40c0a61cdb94e10c99cf for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:33:51.641240 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:51.889434 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:51.892924 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:51.961417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa3d77d-1a3b-4523-bb4b-c1e7dcd71b6b,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:51.965207 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:51.972207 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Checking segment: {'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:33:51.972565 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Network hostable DHCP agents. Network: 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:33:51.991220 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:33:52.001452 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:33:52.005710 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:52.006288 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:52.011360 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f065b70-d1d5-40f8-ad44-ad17f2579b19 None None] Network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:33:52.024004 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4151788 Jun 07 13:33:52.245454 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-5136b0de-c34f-4b49-9cfb-8d93cd6df5e8', 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8', 'tenant_id': '1758a3a0428d40c0a61cdb94e10c99cf', 'fixed_ips': [{'subnet_id': 'eaa3d77d-1a3b-4523-bb4b-c1e7dcd71b6b'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:33:52.246384 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:52.412087 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Allocated IP 192.168.233.2 (5136b0de-c34f-4b49-9cfb-8d93cd6df5e8/eaa3d77d-1a3b-4523-bb4b-c1e7dcd71b6b/2768e023-4524-4ce9-9bdf-717078b2fbca) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:33:52.621065 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:52.632340 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Transition to ACTIVE for port object 2768e023-4524-4ce9-9bdf-717078b2fbca will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:33:52.651656 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Transition to ACTIVE for port object 2768e023-4524-4ce9-9bdf-717078b2fbca will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:33:52.657570 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:52.661972 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:52.725346 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:33:52.726501 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:33:52.730620 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:33:52.765682 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Pushing event updated for resources: {'Port': ['ID=2768e023-4524-4ce9-9bdf-717078b2fbca,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:52.804488 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.804825 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.805156 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.805522 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.805817 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.806672 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.806995 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.807295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.807631 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.807947 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.808260 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.808571 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:52.816432 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:52.838400 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Attempting to bind port 2768e023-4524-4ce9-9bdf-717078b2fbca on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:33:52.838771 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Attempting to bind port 2768e023-4524-4ce9-9bdf-717078b2fbca by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:33:52.839141 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Attempting to bind port 2768e023-4524-4ce9-9bdf-717078b2fbca on network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:33:52.844968 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:33:52.845344 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Checking segment: {'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:33:52.845890 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:52.846285 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Bound using segment: {'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:33:52.846760 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Bound port: 2768e023-4524-4ce9-9bdf-717078b2fbca, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:33:52.847134 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:52.940899 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] For port 2768e023-4524-4ce9-9bdf-717078b2fbca, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:33:52.944434 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] For port 2768e023-4524-4ce9-9bdf-717078b2fbca, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2768e023-4524-4ce9-9bdf-717078b2fbca,segment=NetworkSegment(89b7ad42-8dba-4bff-85cb-053a17e9fc85),segment_id=89b7ad42-8dba-4bff-85cb-053a17e9fc85)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:33:52.948677 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:52.952655 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:53.038322 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Pushing event updated for resources: {'Port': ['ID=2768e023-4524-4ce9-9bdf-717078b2fbca,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:53.046131 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:53.849811 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cde0a-5e62-475a-a255-a0a019977b32 None None] Network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:33:53.941468 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-574d44c5-5eb1-42d6-ad8a-b26dd2aebf63 None None] Provisioning for port 2768e023-4524-4ce9-9bdf-717078b2fbca completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:33:54.908030 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2768e023-4524-4ce9-9bdf-717078b2fbca up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:33:54.982062 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 2768e023-4524-4ce9-9bdf-717078b2fbca completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:33:54.989821 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2768e023-4524-4ce9-9bdf-717078b2fbca triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:33:54.990443 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:55.131832 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:55.168922 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 2768e023-4524-4ce9-9bdf-717078b2fbca, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2768e023-4524-4ce9-9bdf-717078b2fbca,segment=NetworkSegment(89b7ad42-8dba-4bff-85cb-053a17e9fc85),segment_id=89b7ad42-8dba-4bff-85cb-053a17e9fc85)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:33:55.175137 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:55.177561 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:55.259714 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=2768e023-4524-4ce9-9bdf-717078b2fbca,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:55.262727 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:56.889943 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2768e023-4524-4ce9-9bdf-717078b2fbca up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:33:56.958148 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2768e023-4524-4ce9-9bdf-717078b2fbca triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:33:56.958520 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:03.509032 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9e4cf6d0-556d-4160-b4b4-0226d3041fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:05.642009 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:34:06.498960 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:07.155325 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7d05a69f-f8f8-44a9-bb23-19c781951078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:08.151319 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:09.579124 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:33.514303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5889ea8e-6a51-4edf-b054-44660fb8dccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:36.495229 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:37.149639 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-de5db09a-fd8e-406b-83c4-1ead226f0761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:38.159170 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:39.576528 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:42.641344 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:35:02.047129 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40486) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:35:02.053173 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [None req-a77be970-5c6d-4999-846b-b589b9fbb2d1 tempest-verify_tempest_config-1567660333 tempest-verify_tempest_config-1567660333-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:35:02.054173 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a77be970-5c6d-4999-846b-b589b9fbb2d1 tempest-verify_tempest_config-1567660333 tempest-verify_tempest_config-1567660333-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060873 Jun 07 13:35:02.364807 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40504) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:35:02.483543 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:02.589069 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:02.592858 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:02.601159 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:35:02.639348 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31236bbe-a98a-482b-ba99-fcd42cb56c50,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:02.643091 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5982f2da8581456091fd8b2668cc7221&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2764888 Jun 07 13:35:02.645841 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40508) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:35:02.649291 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.649667 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.650009 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.650346 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.650675 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.651021 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.651351 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.651677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.652015 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.652339 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.652659 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.652979 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.657097 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:35:02.712527 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:02.742168 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:02.839317 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:02.842060 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:02.843242 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31236bbe-a98a-482b-ba99-fcd42cb56c50 HTTP/1.1" status: 204 len: 168 time: 0.1957376 Jun 07 13:35:02.843992 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:35:02.855610 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31236bbe-a98a-482b-ba99-fcd42cb56c50,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:35:02.862472 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.862854 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.863218 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.863552 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.863883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.864208 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.864534 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.864849 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.865725 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.866618 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.866945 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.867265 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:35:02.873883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:35:03.517651 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-93b12b57-e23b-4a49-a1c5-afa0ac30e262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:06.498690 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:07.152716 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6f121170-dcd1-40f4-bcd8-08081faf3718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:08.154293 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:09.580802 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:19.707830 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:35:33.519806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bd839368-4c78-4d69-8962-f16cb7075be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:36.500389 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:37.153317 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3591ea10-cebe-4825-9423-3cf342df14f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:38.155988 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:39.582122 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:56.698124 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:36:03.522899 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2066f178-481d-4baa-925a-4fe228e0e7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:06.501998 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:07.154721 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e85a7e99-64a4-4d14-83d9-0776a7d99e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:08.160220 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:09.586493 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:33.524339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d7783de2-4d73-46f5-9859-6ca36f994490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:33.697706 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 5 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:36:36.505025 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:37.157853 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1e17b9b6-3251-4aa6-8032-560955c98328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:38.162339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:39.589114 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:41.908538 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211'] for agent, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:44.472038 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40562) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:36:44.584182 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-440bdda6-4c4d-42d2-877f-89b9b6f7b60c admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1105790 Jun 07 13:36:46.745013 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40572) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:36:46.810042 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-b908c668-e40f-4f3c-b1e3-a1323ab9dee9 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0638773 Jun 07 13:37:03.525660 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9dc39f4f-d768-4593-b7fe-273f6d4eeaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:06.508803 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:07.159969 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-91565ad5-57b3-45e9-a521-a75e2b2f7995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:08.164048 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:09.594138 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:10.698081 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:37:11.862589 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:33.526685 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9d33544b-c9b1-4910-aace-2c4f97bf8c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:36.513147 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:37.162628 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-17abc579-23ad-473d-a827-97216a33ca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:38.169551 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:39.596547 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:41.883093 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:47.698611 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:38:03.538167 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-543d43cf-3b05-422a-87de-01526ed8a274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.520567 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.167982 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-37b3e742-e736-4c39-97e6-66aeb678b91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.170733 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:09.600290 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.873998 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:17.925592 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40778) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:18.168773 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40792) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:18.334106 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40800) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:18.397513 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-network', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:18.423544 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Made reservation on behalf of 88ceb231770e44b38d2ed96cbf9e136e for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:18.425977 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.441956 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.526566 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40808) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:18.559667 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.563545 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40814) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:18.572158 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.577299 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:18.606204 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:38:18.621936 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1fbb30-4f48-4cc0-ba43-0bcf22f151d7,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:18.632452 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1670364537-network', 'tenant_id': 'b36ca435bb1b4728aac177c3fbe2b474'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:18.636462 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.636781 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Added segment ee14cb39-dc59-44df-9ac0-25d6534b1282 of type vlan for network 33385e9d-5ad4-4904-beb9-71e90c44a49f Jun 07 13:38:18.647079 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.647474 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.647771 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.648192 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.648526 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.648863 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.649208 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.649932 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.650456 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.650770 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.651136 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.651553 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Tracked resource versions report: Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: pushed versions: Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: { 'AddressGroup': {'1.2'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'ConntrackHelper': {'1.0'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Log': {'1.0'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Network': {'1.1'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Port': {'1.7'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'PortForwarding': {'1.2'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'QosPolicy': {'1.8'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroup': {'1.4'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SubPort': {'1.0'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Subnet': {'1.1'}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Trunk': {'1.1'}} Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: consumer versions: Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'ConntrackHelper': '1.0', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Log': '1.0', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Network': '1.1', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Port': '1.7', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'PortForwarding': '1.2', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'QosPolicy': '1.8', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroup': '1.4', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SecurityGroupRule': '1.2', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'SubPort': '1.0', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Subnet': '1.1', Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: 'Trunk': '1.1'}} Jun 07 13:38:18.652719 dv-cinder-785362-2-iscsi neutron-server[92944]: {{(pid=92944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:38:18.657154 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:18.684910 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1675021250-network', 'tenant_id': '2d63af083f0645e08e309f7a8b6cce68'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:18.701783 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.738146 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Made reservation on behalf of b36ca435bb1b4728aac177c3fbe2b474 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:18.740414 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.761432 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.779743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.788801 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:18.789450 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.797774 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5b947355-7983-4dcf-aa9f-e7e32ed064ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:18.825945 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Made reservation on behalf of 2d63af083f0645e08e309f7a8b6cce68 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:18.828735 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.847773 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.864077 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323005660-network', 'tenant_id': '7d7461927e47491bb11789001f731e9d'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:18.925588 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1198320937-network', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:18.987060 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Pushing event updated for resources: {'Network': ['ID=33385e9d-5ad4-4904-beb9-71e90c44a49f,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:18.996203 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:19.007647 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:19.076887 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.083938 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.100832 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-34515515-1ebc-4ad2-b0e8-cd66467e1b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:19.108716 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Made reservation on behalf of 7d7461927e47491bb11789001f731e9d for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:19.112718 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.121594 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.db.api [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:38:19.121594 dv-cinder-785362-2-iscsi neutron-server[92944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:38:19.121594 dv-cinder-785362-2-iscsi neutron-server[92944]: [parameters: {'project_id_1': '842aa55b0fa64d05995bda4aad0f94c1', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 38, 19, 2029)}] Jun 07 13:38:19.121594 dv-cinder-785362-2-iscsi neutron-server[92944]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:38:19.124959 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_db.api [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:38:19.130608 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2032855 Jun 07 13:38:19.134484 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40842) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:19.136641 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.db.api [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:38:19.136641 dv-cinder-785362-2-iscsi neutron-server[92944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:38:19.136641 dv-cinder-785362-2-iscsi neutron-server[92944]: [parameters: {'project_id_1': '2d63af083f0645e08e309f7a8b6cce68', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 38, 18, 912512)}] Jun 07 13:38:19.136641 dv-cinder-785362-2-iscsi neutron-server[92944]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:38:19.137036 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_db.api [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:38:19.148290 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:38:19.149027 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Request body: {'subnet': {'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-subnet', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:19.162600 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd12c7-2ad2-47a5-938b-cc7dc968940f,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:19.177606 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:19.184339 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.184685 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Added segment 2570a0f2-2272-4ee2-a5ff-7f1bdfaad035 of type vlan for network 4493ffef-ea1b-44ff-877f-25f0107ed420 Jun 07 13:38:19.207988 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.217367 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.244136 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Made reservation on behalf of 88ceb231770e44b38d2ed96cbf9e136e for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:19.246766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.278462 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.288079 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:19.290187 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.309873 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:19.441410 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Pushing event updated for resources: {'Network': ['ID=4493ffef-ea1b-44ff-877f-25f0107ed420,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:19.447191 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:19.454783 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2844300 Jun 07 13:38:19.459089 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40850) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:19.459512 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:19.473322 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Request body: {'subnet': {'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1670364537-subnet', 'tenant_id': 'b36ca435bb1b4728aac177c3fbe2b474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:19.520299 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Made reservation on behalf of b36ca435bb1b4728aac177c3fbe2b474 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:19.522633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.657971 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.668760 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:19.748427 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3130c81-3d4b-405f-a40f-352805d9e079,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:19.753896 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.795829 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.796711 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.797869 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.798570 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.800243 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.800921 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.801423 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.802198 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.802827 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.803357 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.803915 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.804406 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Tracked resource versions report: Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: pushed versions: Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: { 'AddressGroup': {'1.2'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'ConntrackHelper': {'1.0'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Log': {'1.0'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Network': {'1.1'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Port': {'1.7'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'PortForwarding': {'1.2'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'QosPolicy': {'1.8'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroup': {'1.4'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SubPort': {'1.0'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Subnet': {'1.1'}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Trunk': {'1.1'}} Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: consumer versions: Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'ConntrackHelper': '1.0', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Log': '1.0', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Network': '1.1', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Port': '1.7', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'PortForwarding': '1.2', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'QosPolicy': '1.8', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroup': '1.4', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SecurityGroupRule': '1.2', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'SubPort': '1.0', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Subnet': '1.1', Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: 'Trunk': '1.1'}} Jun 07 13:38:19.805800 dv-cinder-785362-2-iscsi neutron-server[92942]: {{(pid=92942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:38:19.816154 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:19.835917 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Checking segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:19.836621 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Network hostable DHCP agents. Network: 33385e9d-5ad4-4904-beb9-71e90c44a49f, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:19.879037 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:19.904171 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 33385e9d-5ad4-4904-beb9-71e90c44a49f) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:19.916151 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b93ab-f35e-4a7c-9db4-49d89262cf26 None None] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:19.927191 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:19.928335 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.990573 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.999643 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.011528 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8745139 Jun 07 13:38:20.014141 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:20.059100 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40862) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:20.067341 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:20.093193 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6deca05-7873-49f1-9fa1-e2fac0efd9be,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:20.094098 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Made reservation on behalf of 842aa55b0fa64d05995bda4aad0f94c1 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:20.098826 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:20.105607 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:38:20.120082 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.127326 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.128198 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Added segment 4888a7b1-1191-48af-b4e5-e00b0e34b960 of type vlan for network 6cd04dde-f5fb-446c-9abc-83926e1408c1 Jun 07 13:38:20.197706 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.216154 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.234235 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.236800 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:20.237859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.257724 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:20.279533 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.330869 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-612a01b1-c898-4ccd-8a70-e60fb56a6308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:20.414491 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Pushing event updated for resources: {'Network': ['ID=6cd04dde-f5fb-446c-9abc-83926e1408c1,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:20.421389 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:20.441427 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Checking segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:20.441817 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Network hostable DHCP agents. Network: 4493ffef-ea1b-44ff-877f-25f0107ed420, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:20.469862 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 6cd04dde-f5fb-446c-9abc-83926e1408c1 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:20.475973 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:20.489513 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-33385e9d-5ad4-4904-beb9-71e90c44a49f', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:38:20.490261 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.496546 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 4493ffef-ea1b-44ff-877f-25f0107ed420) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:20.502122 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:20.503853 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.518199 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02616186-82e3-4ed9-a3c3-9a9f13b20107,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:20.519653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d62dbe-7a6a-4d9e-a14b-a1785249e055 None None] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:20.521870 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:20.594191 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.601250 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.614611 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1535165 Jun 07 13:38:20.618352 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:20.644884 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:38:20.655212 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1266470 Jun 07 13:38:20.658343 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40894) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:20.663720 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Request body: {'subnet': {'network_id': '6cd04dde-f5fb-446c-9abc-83926e1408c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323005660-subnet', 'tenant_id': '7d7461927e47491bb11789001f731e9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:20.667515 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.668909 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.690885 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ffdfad-7ca1-4377-a51a-1993534128f4,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:20.695228 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:20.696392 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.696819 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Added segment d93ecac1-c023-4fe5-9d43-76504fa63611 of type vlan for network f2505b30-94d2-4004-a1b3-50e60cc837d0 Jun 07 13:38:20.760675 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.846311 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.011215 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.016753 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:21.017763 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.093184 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:21.150788 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Allocated IP 172.20.0.2 (33385e9d-5ad4-4904-beb9-71e90c44a49f/e3130c81-3d4b-405f-a40f-352805d9e079/aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:21.240171 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40916) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:21.277944 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.344790 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164c0b6-d992-4833-93aa-4b83156c5825 None None] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:21.385276 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.386568 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Pushing event updated for resources: {'Network': ['ID=f2505b30-94d2-4004-a1b3-50e60cc837d0,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:21.397612 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:21.402919 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network f2505b30-94d2-4004-a1b3-50e60cc837d0 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:21.412504 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.422484 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0945742 Jun 07 13:38:21.423313 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40920) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:21.435916 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Request body: {'subnet': {'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1675021250-subnet', 'tenant_id': '2d63af083f0645e08e309f7a8b6cce68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:21.441190 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9aa9bb99-3170-49cc-9f4d-d842074f539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:21.460629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Made reservation on behalf of 7d7461927e47491bb11789001f731e9d for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:21.463336 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.484398 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf0fad-a537-434e-a983-7657bb7113e5,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:21.494046 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:21.506590 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:38:21.527777 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5525da7e-da76-466b-b699-9152a94b18a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.543634 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 40938) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:21.558320 dv-cinder-785362-2-iscsi neutron-server[92942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:38:21.581381 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.581729 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Added segment c1b6db21-a610-4379-b773-1b38ce3cb07f of type vlan for network 8a4574f7-5011-4471-92b2-f09683ce30d3 Jun 07 13:38:21.631024 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.745608 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Made reservation on behalf of 2d63af083f0645e08e309f7a8b6cce68 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:21.749774 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.832977 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.841784 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.843074 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:21.843640 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.864170 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-72205ecb-9ac6-40f8-9458-a81e7f000591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:21.875391 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Transition to ACTIVE for port object aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:21.902118 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.916567 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Transition to ACTIVE for port object aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:21.927274 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.939155 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.939885 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:21.952489 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5525da7e-da76-466b-b699-9152a94b18a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.973565 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5525da7e-da76-466b-b699-9152a94b18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.028567 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Pushing event updated for resources: {'Port': ['ID=aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:22.043377 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:22.045217 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:22.053670 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.054551 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.055018 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.055646 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.056011 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.056408 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.056834 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.057360 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.057994 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.058435 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.058869 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.059301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Tracked resource versions report: Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: pushed versions: Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: { 'AddressGroup': {'1.2'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'ConntrackHelper': {'1.0'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Log': {'1.0'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Network': {'1.1'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Port': {'1.7'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'PortForwarding': {'1.2'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'QosPolicy': {'1.8'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroup': {'1.4'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SubPort': {'1.0'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Subnet': {'1.1'}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Trunk': {'1.1'}} Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: consumer versions: Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'ConntrackHelper': '1.0', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Log': '1.0', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Network': '1.1', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Port': '1.7', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'PortForwarding': '1.2', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'QosPolicy': '1.8', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroup': '1.4', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SecurityGroupRule': '1.2', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'SubPort': '1.0', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Subnet': '1.1', Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: 'Trunk': '1.1'}} Jun 07 13:38:22.060733 dv-cinder-785362-2-iscsi neutron-server[92945]: {{(pid=92945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:38:22.071026 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:22.076001 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:22.086240 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Pushing event updated for resources: {'Network': ['ID=8a4574f7-5011-4471-92b2-f09683ce30d3,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:22.124221 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:22.140730 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:22.143896 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5783336 Jun 07 13:38:22.152165 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40964) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:22.163645 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Request body: {'subnet': {'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1198320937-subnet', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:22.213579 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5525da7e-da76-466b-b699-9152a94b18a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00b81c28fa604f83888ac9194a01ddcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9714587 Jun 07 13:38:22.219285 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 40966) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:22.226236 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:22.275654 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Made reservation on behalf of 842aa55b0fa64d05995bda4aad0f94c1 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:22.277662 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.320654 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Attempting to bind port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:22.321117 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Attempting to bind port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:22.321580 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Attempting to bind port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 on network 33385e9d-5ad4-4904-beb9-71e90c44a49f {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:22.322262 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525da7e-da76-466b-b699-9152a94b18a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1b2853-491c-4847-8062-308743da59c6,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:22.330317 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:22.330912 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Checking segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:22.331509 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.332133 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Bound using segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:22.332995 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Bound port: aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:22.333757 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.337768 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-7a404bf7-0c00-4841-87f1-24ea0fe096c8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:22.339385 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-7a404bf7-0c00-4841-87f1-24ea0fe096c8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.7945626 Jun 07 13:38:22.340458 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5525da7e-da76-466b-b699-9152a94b18a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:22.405728 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-bcc87313-5c9c-4c40-b470-fd294ca79958 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/quotas/b36ca435bb1b4728aac177c3fbe2b474 HTTP/1.1" status: 200 len: 375 time: 0.0582998 Jun 07 13:38:22.475834 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Allocated IP 172.27.0.232 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/2f73277d-0881-4ab4-a99f-565d5d4dbb6a) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:22.512655 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-13914dc7-95ed-402b-99d1-adafc4b2b9e0 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940945 Jun 07 13:38:22.520932 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.526399 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.551658 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] For port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:22.556324 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] For port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:22.561568 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.575474 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:22.621331 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.643180 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6d11ed7d-23e4-44ec-962a-1f7861ba8725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:22.679022 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Pushing event updated for resources: {'Port': ['ID=aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:22.690506 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:22.722053 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.807600 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ef2bfc-3960-48a6-b085-78fcd2e2941b,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:22.836203 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Checking segment: {'id': '4888a7b1-1191-48af-b4e5-e00b0e34b960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '6cd04dde-f5fb-446c-9abc-83926e1408c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:22.836857 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Network hostable DHCP agents. Network: 6cd04dde-f5fb-446c-9abc-83926e1408c1, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:22.840457 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:22.843330 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f703fc4c-70fd-47c9-a6b9-495ec294d5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:22.890011 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-bcd751f3-31ef-48b7-bc81-1d6c5e6765af service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:38:22.897806 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-bcd751f3-31ef-48b7-bc81-1d6c5e6765af service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1971374 Jun 07 13:38:22.930210 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Checking segment: {'id': 'd93ecac1-c023-4fe5-9d43-76504fa63611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:22.930573 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Network hostable DHCP agents. Network: f2505b30-94d2-4004-a1b3-50e60cc837d0, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:22.932032 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.975400 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.978157 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.984312 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Network 6cd04dde-f5fb-446c-9abc-83926e1408c1 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:23.028046 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f49b4e8-6550-49d2-8125-d43109cc5b5b,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:23.047819 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:23.125163 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:23.128830 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db1b2853-491c-4847-8062-308743da59c6 HTTP/1.1" status: 204 len: 168 time: 0.9064229 Jun 07 13:38:23.200050 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 6cd04dde-f5fb-446c-9abc-83926e1408c1) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:23.221437 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:23.253819 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:23.269670 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:23.270673 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:23.273954 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:23.277294 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:23.277527 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Network f2505b30-94d2-4004-a1b3-50e60cc837d0 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:23.293228 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-c9195d4f-5bc4-4d17-babc-4ca5371adcbb service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944252 Jun 07 13:38:23.300845 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, f2505b30-94d2-4004-a1b3-50e60cc837d0) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:23.333528 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be56d1-1fe4-4848-b336-b37b53e1921f None None] Network f2505b30-94d2-4004-a1b3-50e60cc837d0 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:23.372433 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:23.373041 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:23.388321 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f37e99-c2d7-4255-bde0-ff73daaccc73 None None] Network 6cd04dde-f5fb-446c-9abc-83926e1408c1 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:23.398132 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:23.398716 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:23.402405 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Pushing event updated for resources: {'Port': ['ID=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:23.403651 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9771330 Jun 07 13:38:23.417633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:23.464543 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:23.479742 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a16708ad-106a-4bd2-80c3-bfb03a1e0630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:23.521814 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8626931 Jun 07 13:38:23.577848 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1b2853-491c-4847-8062-308743da59c6,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:23.581511 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-726de2f0-d0e9-4a9e-a6b3-93b65d5ec5c4 service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629430 Jun 07 13:38:23.583020 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:23.590690 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:23.695329 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Checking segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:23.695813 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Network hostable DHCP agents. Network: 8a4574f7-5011-4471-92b2-f09683ce30d3, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:23.735070 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:23.759872 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:23.937159 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:23.957742 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41020) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:23.993883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1ae3-58f9-4bfc-beba-a0de2e323d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.063318 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a68d36-32b6-41be-9e68-99ee2fcf8b01 None None] Network f2505b30-94d2-4004-a1b3-50e60cc837d0 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:24.081603 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41028) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:24.083958 dv-cinder-785362-2-iscsi neutron-server[92944]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:38:24.143510 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 8a4574f7-5011-4471-92b2-f09683ce30d3) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:24.165418 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de57e0-e597-41bb-afee-e69c884a2241 None None] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:24.198805 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:24.199390 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.223717 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a151fb6-6f54-4b00-9047-c3f30ba8c1c4 req-d56220b6-717f-4d33-a86e-174302ef7762 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 210 time: 0.1407249 Jun 07 13:38:24.228797 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41042) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:24.262942 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.288323 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1ae3-58f9-4bfc-beba-a0de2e323d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.303743 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1ae3-58f9-4bfc-beba-a0de2e323d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.317718 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2fd4aeb0-dca0-4538-91da-8a37ed914eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:24.357003 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2036588 Jun 07 13:38:24.360198 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41050) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:24.363597 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b92950-f3d7-463d-9f03-c88f5fef4ea5 None None] Network 6cd04dde-f5fb-446c-9abc-83926e1408c1 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:24.365895 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:24.407320 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad1ae3-58f9-4bfc-beba-a0de2e323d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be3fb2d-ff58-4da7-8bea-bb493dbcf2c5,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:24.427785 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d4ad1ae3-58f9-4bfc-beba-a0de2e323d0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d60dc69bf194c1a950076d8a960220f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4669397 Jun 07 13:38:24.428727 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d4ad1ae3-58f9-4bfc-beba-a0de2e323d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:24.431342 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41052) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:24.519411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75906e-6ea8-4ced-b810-2045b93a1074 None None] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:24.520359 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.527557 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.572125 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.632913 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.699570 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:38:24.768474 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.768474 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.768474 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5be3fb2d-ff58-4da7-8bea-bb493dbcf2c5 HTTP/1.1" status: 204 len: 168 time: 0.3337896 Jun 07 13:38:24.768474 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d4ad1ae3-58f9-4bfc-beba-a0de2e323d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:24.787595 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be3fb2d-ff58-4da7-8bea-bb493dbcf2c5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:24.797854 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:24.953841 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.018797 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.031613 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-8a4574f7-5011-4471-92b2-f09683ce30d3', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:38:25.032826 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.215764 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-21262c17-32da-45e8-b734-e47c78000808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.244219 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-2cc1ddc2-62fe-442c-9e25-8f1f33673c2d tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:25.253239 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-2cc1ddc2-62fe-442c-9e25-8f1f33673c2d tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/networks?id=f2505b30-94d2-4004-a1b3-50e60cc837d0 HTTP/1.1" status: 200 len: 812 time: 0.3535376 Jun 07 13:38:25.283293 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-be22b01c-71d8-49fa-b832-c8e23656c382 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/quotas/2d63af083f0645e08e309f7a8b6cce68 HTTP/1.1" status: 200 len: 375 time: 0.0284324 Jun 07 13:38:25.358621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-bd243aa3-d9de-4d41-bdfd-67fd71fe91ab tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d63af083f0645e08e309f7a8b6cce68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742967 Jun 07 13:38:25.440089 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Allocated IP 172.20.0.2 (8a4574f7-5011-4471-92b2-f09683ce30d3/0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d/03368705-a932-4f9d-8050-3aebb1f94779) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:25.511205 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.532196 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-06d7f465-1022-4f33-8a9a-bd5fdb353b7a service neutron] 10.222.0.44 "GET /v2.0/networks/f2505b30-94d2-4004-a1b3-50e60cc837d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723893 Jun 07 13:38:25.599205 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0ec1c810-33ce-44e5-a6c0-ffc066017115 req-bd9742c7-a975-431e-aa67-736425ec457c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 210 time: 0.2227690 Jun 07 13:38:25.629321 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Router c572e82a-6fde-4554-9c5c-a7d1e92e4223 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:38:25.834619 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.862363 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Transition to ACTIVE for port object 03368705-a932-4f9d-8050-3aebb1f94779 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:25.883469 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Transition to ACTIVE for port object 03368705-a932-4f9d-8050-3aebb1f94779 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:25.944008 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41110) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:25.954365 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-145056466-network', 'tenant_id': 'b2f1dd22e1f04323970ff3488c81ae4d'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:25.967095 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.974417 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:25.982321 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:25.988996 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Sync routers for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:26.006083 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:26.008250 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:26.040837 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-fac72412-3b4a-443e-bf01-36563e07c29f service neutron] 10.222.0.44 "GET /v2.0/networks/f2505b30-94d2-4004-a1b3-50e60cc837d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965568 Jun 07 13:38:26.076185 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-21262c17-32da-45e8-b734-e47c78000808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.088631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-21262c17-32da-45e8-b734-e47c78000808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.092706 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Provisioning for port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:26.133639 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.134997 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0745132 Jun 07 13:38:26.136190 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:26.139155 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Made reservation on behalf of b2f1dd22e1f04323970ff3488c81ae4d for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:26.143010 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.155849 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41116) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:26.163499 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Provisioning complete for port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:26.164155 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.242449 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:26.264054 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:26.280419 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21262c17-32da-45e8-b734-e47c78000808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561e199-87ec-43d1-b550-a153584ccabe,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:26.294644 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-21262c17-32da-45e8-b734-e47c78000808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:26.303843 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-21262c17-32da-45e8-b734-e47c78000808 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1243f170d2c447c1afdc7349f8208e26&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0692849 Jun 07 13:38:26.305916 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41124) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:26.345557 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:26.474441 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Pushing event updated for resources: {'Port': ['ID=03368705-a932-4f9d-8050-3aebb1f94779,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:26.487056 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.495400 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:26.544396 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:26.564377 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.746247 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.752632 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.759484 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4561e199-87ec-43d1-b550-a153584ccabe HTTP/1.1" status: 204 len: 168 time: 0.4500077 Jun 07 13:38:26.779681 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:26.791889 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.821841 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561e199-87ec-43d1-b550-a153584ccabe,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:26.843577 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:27.003154 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.128349 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.145344 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-17a12194-c3df-42b3-9859-74e5ccce11bb req-0dbed841-a432-4c26-bd7e-17a00d497890 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.3529785 Jun 07 13:38:27.163724 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Attempting to bind port 03368705-a932-4f9d-8050-3aebb1f94779 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:27.163724 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Attempting to bind port 03368705-a932-4f9d-8050-3aebb1f94779 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:27.163724 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Attempting to bind port 03368705-a932-4f9d-8050-3aebb1f94779 on network 8a4574f7-5011-4471-92b2-f09683ce30d3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:27.166560 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8939dcce-63d2-4de6-85b7-5b1e4d150def req-ff844644-13ca-4b60-bbce-4eb0577e9c53 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 210 time: 0.1880744 Jun 07 13:38:27.170423 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:27.170807 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Checking segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:27.171212 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.171608 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Bound using segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:27.172241 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Bound port: 03368705-a932-4f9d-8050-3aebb1f94779, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:27.172618 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.215181 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.305687 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:23Z', 'revision_number': 3, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:27.314778 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Checking router: c572e82a-6fde-4554-9c5c-a7d1e92e4223 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:27.315444 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Updating router c572e82a-6fde-4554-9c5c-a7d1e92e4223 port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:27.325215 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] For port 03368705-a932-4f9d-8050-3aebb1f94779, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:27.332735 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] For port 03368705-a932-4f9d-8050-3aebb1f94779, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=03368705-a932-4f9d-8050-3aebb1f94779,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:27.379245 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] For port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:27.393955 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.396219 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.402031 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:27.541243 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.583448 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Pushing event updated for resources: {'Port': ['ID=03368705-a932-4f9d-8050-3aebb1f94779,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:27.821998 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-3e96bbec-3af0-46df-beb1-fd43304983ee None None] Provisioning complete for port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:27.822817 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3e96bbec-3af0-46df-beb1-fd43304983ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.907862 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Pushing event updated for resources: {'Port': ['ID=aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:27.918078 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:27.929270 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:27.929664 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:28.154011 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Allocated IP 172.27.0.97 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/5c9a07b6-4cff-463d-a500-1129f3b3a437) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:28.250018 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.60', 63404) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:28.509322 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20dddfcb-6666-45d2-a127-f9f3e73ce814 req-269ab707-7083-41dc-b777-141d2bb5e876 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.0828264 Jun 07 13:38:28.626870 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-65f18d5e-3bfc-4ded-93c6-1bd9fe66123c req-fe6e5dec-61ca-4f33-a23c-f8ce995989dc tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 210 time: 0.1538632 Jun 07 13:38:28.720662 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.740326 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.782240 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-4a8d5e37-def9-474d-8618-96cba92c67df tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.784988 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-4a8d5e37-def9-474d-8618-96cba92c67df tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.5318327 Jun 07 13:38:28.843884 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Request body: {'port': {'device_id': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'admin_state_up': True, 'tenant_id': 'b36ca435bb1b4728aac177c3fbe2b474'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:28.977678 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:29.249030 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8a366-5505-4fe9-b6d3-b7e79ea3c1b7 None None] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:29.335010 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.60', 63412) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:29.346430 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:38:29.385917 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65b048-8947-4644-b292-0e842fec3bbb,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:29.408035 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:29.534505 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Made reservation on behalf of b36ca435bb1b4728aac177c3fbe2b474 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:29.539273 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.663499 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 03368705-a932-4f9d-8050-3aebb1f94779 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:29.794299 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.795185 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Added segment 96eccaa9-1104-421a-a39d-720ad8648ac8 of type vlan for network 6869b36a-58de-4d34-84b0-413917f010b6 Jun 07 13:38:29.818938 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-84707a2a-0b7c-4058-a167-bbb68a7b30f5 None None] Provisioning for port 03368705-a932-4f9d-8050-3aebb1f94779 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:29.892956 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.919201 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 03368705-a932-4f9d-8050-3aebb1f94779 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:29.932957 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 03368705-a932-4f9d-8050-3aebb1f94779 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:29.934326 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.222332 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09a2bcaf-fa5c-4e19-8430-c3b461380b21 req-58b8c1fd-f8a8-4166-bee2-b7abb6c368f7 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.3237841 Jun 07 13:38:30.388843 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.528710 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.624577 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.625335 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.656814 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:30.659134 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.679057 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-a8a73755-2fb2-4c56-b0e0-37c03b847916 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:30.680219 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 03368705-a932-4f9d-8050-3aebb1f94779, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=03368705-a932-4f9d-8050-3aebb1f94779,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:30.681530 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-a8a73755-2fb2-4c56-b0e0-37c03b847916 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.60 "GET /v2.0/networks?id=f2505b30-94d2-4004-a1b3-50e60cc837d0 HTTP/1.1" status: 200 len: 812 time: 1.3393965 Jun 07 13:38:30.692762 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:30.695313 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.699298 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:30.852066 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Request body: {'port': {'device_id': '17ba7eac-9f57-44df-adad-e836f9533421', 'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0', 'admin_state_up': True, 'tenant_id': '2d63af083f0645e08e309f7a8b6cce68'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:30.891195 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:30.915071 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-155c604f-15c3-44bc-a7a2-13a8a25038c0 req-1529d162-e241-4b37-958e-6cb626699194 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 210 time: 0.5717435 Jun 07 13:38:31.124239 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.124932 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:31.139184 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Transition to ACTIVE for port object 2f73277d-0881-4ab4-a99f-565d5d4dbb6a will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:31.142902 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.150032 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.161625 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:31.184074 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:31.201631 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a12cf86a-82a5-458a-b975-c9e2e5e4f7d2 None None] Provisioning complete for port 03368705-a932-4f9d-8050-3aebb1f94779 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:31.202021 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a12cf86a-82a5-458a-b975-c9e2e5e4f7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.318779 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Allocated IP 172.20.0.3 (4493ffef-ea1b-44ff-877f-25f0107ed420/02616186-82e3-4ed9-a3c3-9a9f13b20107/2a93fab3-d161-4922-808d-11417819561f) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:31.324009 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Pushing event updated for resources: {'Port': ['ID=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:31.340053 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.345959 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.346568 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.347122 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.347623 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.348152 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.348640 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.349911 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.350515 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.351735 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.352933 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.355345 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Tracked resource versions report: Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: pushed versions: Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: { 'AddressGroup': {'1.2'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'ConntrackHelper': {'1.0'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Log': {'1.0'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Network': {'1.1'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Port': {'1.7'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'PortForwarding': {'1.2'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'QosPolicy': {'1.8'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroup': {'1.4'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SubPort': {'1.0'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Subnet': {'1.1'}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Trunk': {'1.1'}} Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: consumer versions: Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: { DHCP agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: L3 agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: Metadata agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: Metering agent@dv-cinder-785362-2-iscsi: {}, Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: Open vSwitch agent@dv-cinder-785362-2-iscsi: { 'AddressGroup': '1.2', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'ConntrackHelper': '1.0', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Log': '1.0', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Network': '1.1', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Port': '1.7', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'PortForwarding': '1.2', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'QosPolicy': '1.8', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroup': '1.4', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SecurityGroupRule': '1.2', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'SubPort': '1.0', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Subnet': '1.1', Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: 'Trunk': '1.1'}} Jun 07 13:38:31.356965 dv-cinder-785362-2-iscsi neutron-server[92946]: {{(pid=92946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:38:31.387493 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:31.443241 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=03368705-a932-4f9d-8050-3aebb1f94779,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:31.444429 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Attempting to bind port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:31.445862 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Attempting to bind port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:31.446444 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Attempting to bind port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:31.451071 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:31.470580 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:31.471428 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:31.472058 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.472677 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:31.473366 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Bound port: 2f73277d-0881-4ab4-a99f-565d5d4dbb6a, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:31.473960 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.500814 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:31.501263 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.608224 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Made reservation on behalf of 2d63af083f0645e08e309f7a8b6cce68 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:31.620081 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.645273 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] For port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:31.657389 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] For port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:31.681805 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:31.699236 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:31.718284 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Allocated IP 172.20.0.1 (33385e9d-5ad4-4904-beb9-71e90c44a49f/e3130c81-3d4b-405f-a40f-352805d9e079/a877aa36-e03a-4309-8298-d18ecf9a671f) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:31.884528 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Pushing event updated for resources: {'Port': ['ID=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:31.895581 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:31.946039 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:31.946834 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:31.986828 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41312) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:32.077243 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-59cc9b0f-da72-4c59-8da4-e5d4ce526c7c req-df7c7805-8d45-4e48-a06a-ecc6f2fe13cc tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.3904629 Jun 07 13:38:32.227475 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 03368705-a932-4f9d-8050-3aebb1f94779 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:32.242006 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 6.2733386 Jun 07 13:38:32.247178 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:32.259911 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41320) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:32.277620 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Request body: {'subnet': {'network_id': '6869b36a-58de-4d34-84b0-413917f010b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-145056466-subnet', 'tenant_id': 'b2f1dd22e1f04323970ff3488c81ae4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:32.384089 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:32.484777 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 03368705-a932-4f9d-8050-3aebb1f94779 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:32.485264 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.612687 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7277f2e-1379-446e-ae6f-fc4eb901e337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.659991 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Allocated IP 172.20.0.2 (f2505b30-94d2-4004-a1b3-50e60cc837d0/0f49b4e8-6550-49d2-8125-d43109cc5b5b/c2ef2038-ff25-4e87-b175-726f37a08b6c) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:32.665073 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ae5fe74f-0a79-4b81-bf70-c61190f6a90a req-25179ed4-ddb0-4d3d-a877-ef5d3eb04fbe tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 210 time: 0.1670709 Jun 07 13:38:32.676793 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Pushing event updated for resources: {'Port': ['ID=5c9a07b6-4cff-463d-a500-1129f3b3a437,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:32.703080 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Made reservation on behalf of b2f1dd22e1f04323970ff3488c81ae4d for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:32.709568 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.869307 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.906421 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.213s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:32.913895 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.058s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:33.029919 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:33.208671 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Transition to ACTIVE for port object a877aa36-e03a-4309-8298-d18ecf9a671f will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:33.211284 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Pushing event updated for resources: {'Network': ['ID=6869b36a-58de-4d34-84b0-413917f010b6,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:33.216632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:33.224644 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 6869b36a-58de-4d34-84b0-413917f010b6 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:33.426993 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:23Z', 'revision_number': 3, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:33.447116 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e530d1-d5cf-4644-bdd5-49fe7a2d30e4 None None] The sync data for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi is: [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:23Z', 'revision_number': 3, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:33.565024 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6135c497-1efb-4756-aed7-6ab51be3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:33.598954 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:33.613182 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-721d1538-4ceb-48e1-b1e8-7f643becdb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:33.694637 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-14a672e0-3e49-4ef8-897d-d3ff7fa4e749 req-73de9061-7c4b-4a40-9395-6964eb206eab tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.2260454 Jun 07 13:38:33.801961 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:33.810533 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:33.818890 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:33.958609 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:33.960590 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.018113 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7277f2e-1379-446e-ae6f-fc4eb901e337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.026531 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.034131 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7277f2e-1379-446e-ae6f-fc4eb901e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.073313 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a877aa36-e03a-4309-8298-d18ecf9a671f,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:34.076869 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:34.084172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-21262c17-32da-45e8-b734-e47c78000808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:34.116732 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a7277f2e-1379-446e-ae6f-fc4eb901e337 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ad10003f2244c40adda4ab4ddf3ad29&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1233010 Jun 07 13:38:34.130252 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41338) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:34.139339 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7277f2e-1379-446e-ae6f-fc4eb901e337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a429ae5c-8ad1-43a8-b298-acd47d7642cd,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:34.162018 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:34.284494 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-72e72820-e0a1-4e7b-a772-3c6f7bc92e6e None None] Provisioning for port a877aa36-e03a-4309-8298-d18ecf9a671f completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:34.318296 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2f73277d-0881-4ab4-a99f-565d5d4dbb6a up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:34.374859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a7277f2e-1379-446e-ae6f-fc4eb901e337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:34.384194 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.390142 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:34.391882 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-72e72820-e0a1-4e7b-a772-3c6f7bc92e6e None None] Provisioning complete for port a877aa36-e03a-4309-8298-d18ecf9a671f triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:34.392450 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72e72820-e0a1-4e7b-a772-3c6f7bc92e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.393343 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:34.498079 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:34.546477 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:34.549015 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.652688 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-72e72820-e0a1-4e7b-a772-3c6f7bc92e6e None None] Port a877aa36-e03a-4309-8298-d18ecf9a671f cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:34.710687 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:34.727753 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.728027 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.731039 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:34.732934 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.753121 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event updated for resources: {'Port': ['ID=2a93fab3-d161-4922-808d-11417819561f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:34.771646 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:34.955106 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1150756 Jun 07 13:38:34.965979 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.002158 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.030163 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d5a61b81-a3c6-4d1b-9345-642b80b5c2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:35.048805 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.086731 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:35.095234 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.097908 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-b4c81038-a756-4ead-9048-901e2f048163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:35.118400 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.184471 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d03cd636-d8cd-42d7-af1a-cf855d070ed2 req-c71ed22a-8524-436c-acf7-e69fa68ee95c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.2325232 Jun 07 13:38:35.194800 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.203187 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:35.216706 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:35.221672 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf47a03-62e0-4ad2-97ef-ffe0df0cd68a,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:35.247642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:35.248183 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:35.309884 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1260b-1180-4a6b-8203-116beed6a392 req-095b9334-eb6e-46d0-8bff-1a2063d8126e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:35.318502 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-51c1260b-1180-4a6b-8203-116beed6a392 req-095b9334-eb6e-46d0-8bff-1a2063d8126e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 931 time: 1.3541119 Jun 07 13:38:35.400319 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Network f2505b30-94d2-4004-a1b3-50e60cc837d0 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:35.405626 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:35.420645 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:35.429275 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:35.430419 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.462221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Pushing event updated for resources: {'Port': ['ID=c2ef2038-ff25-4e87-b175-726f37a08b6c,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:35.471125 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:35.473949 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Checking segment: {'id': '96eccaa9-1104-421a-a39d-720ad8648ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6869b36a-58de-4d34-84b0-413917f010b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:35.474593 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Network hostable DHCP agents. Network: 6869b36a-58de-4d34-84b0-413917f010b6, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:35.481068 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.486622 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.490939 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a429ae5c-8ad1-43a8-b298-acd47d7642cd HTTP/1.1" status: 204 len: 168 time: 1.3241327 Jun 07 13:38:35.493370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:35.504273 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6792908 Jun 07 13:38:35.506336 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-51c1260b-1180-4a6b-8203-116beed6a392 req-94ffea7b-51f0-48d1-a8d4-d3815b0d7441 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840005 Jun 07 13:38:35.517183 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a429ae5c-8ad1-43a8-b298-acd47d7642cd,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:35.522458 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:35.532126 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Network 6869b36a-58de-4d34-84b0-413917f010b6 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:35.584171 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 6869b36a-58de-4d34-84b0-413917f010b6) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:35.585102 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:35.585411 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.593397 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2958d-d9d9-470d-8585-d3fe7de3127a None None] Network 6869b36a-58de-4d34-84b0-413917f010b6 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:35.629525 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-638e9811-a4ae-49c0-b60c-eb590e272101 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3591514 Jun 07 13:38:35.766216 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Router 7ed6214a-f010-45a9-86f0-e62fe4f6143f is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:38:35.902835 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41356) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:36.141774 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34f8ef-6458-4d4d-8e9c-0c39d220d81f None None] Network 6869b36a-58de-4d34-84b0-413917f010b6 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:36.163642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Deleting subnet 87ef2bfc-3960-48a6-b085-78fcd2e2941b {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:38:36.180614 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.198734 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2f73277d-0881-4ab4-a99f-565d5d4dbb6a up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:36.348721 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.356800 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.db.resource_extend [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:38:36.362881 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.396235 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.405087 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.411453 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.419392 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:36.464292 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:36.583434 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.588501 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2227848 Jun 07 13:38:36.591645 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41386) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:36.606769 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Sync routers for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:36.684798 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:36.689354 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:36.818311 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a877aa36-e03a-4309-8298-d18ecf9a671f,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:36.893786 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:36.929716 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.027544 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:37.045101 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.052600 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:37.066741 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-29cc8340-5f92-44e0-8f92-f68adbf846b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:37.100659 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8f684-72bd-478a-98a4-a5c6804763dd req-88395900-af9a-48a1-b722-da3792ee950c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:37.102332 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-86d8f684-72bd-478a-98a4-a5c6804763dd req-88395900-af9a-48a1-b722-da3792ee950c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 931 time: 0.2956760 Jun 07 13:38:37.137633 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ef2bfc-3960-48a6-b085-78fcd2e2941b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:37.148845 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.153227 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/87ef2bfc-3960-48a6-b085-78fcd2e2941b HTTP/1.1" status: 204 len: 168 time: 1.2468522 Jun 07 13:38:37.157319 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1c053072-2107-4260-89a6-891e6fdd2b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:37.157826 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41400) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:37.186707 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:37.187424 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.415933 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Router c572e82a-6fde-4554-9c5c-a7d1e92e4223 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:38:37.445983 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-86d8f684-72bd-478a-98a4-a5c6804763dd req-24be9acb-d4be-41c8-8327-75f673833bc9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599554 Jun 07 13:38:37.594636 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-044bdf2c-196d-4e61-9152-575634b2e75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.612815 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-514241d2-79c5-4f9b-8839-0736b33b80d5 None None] Provisioning complete for port a877aa36-e03a-4309-8298-d18ecf9a671f triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:37.613426 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-514241d2-79c5-4f9b-8839-0736b33b80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.839166 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7afad-05ba-4b1e-9283-1e284c784fe4 req-5d9a3f15-a40b-47d5-acfb-189ffe1ecf2c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:37.849830 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86b7afad-05ba-4b1e-9283-1e284c784fe4 req-5d9a3f15-a40b-47d5-acfb-189ffe1ecf2c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 931 time: 1.3581128 Jun 07 13:38:37.876779 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:37.883930 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.885294 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:37.902636 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Sync routers for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:37.910822 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] 10.222.0.44 "PUT /v2.0/routers/c572e82a-6fde-4554-9c5c-a7d1e92e4223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6313605 Jun 07 13:38:37.941806 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:37.942836 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:38.111564 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-514241d2-79c5-4f9b-8839-0736b33b80d5 None None] Port a877aa36-e03a-4309-8298-d18ecf9a671f cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:38.172264 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86b7afad-05ba-4b1e-9283-1e284c784fe4 req-0f1b155a-f40f-4cbe-b943-0fc2d5c48046 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210621 Jun 07 13:38:38.228784 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:38.256775 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.464558 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-e0989e7f-8212-4638-8f05-17c66cec5157 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:38:38.466057 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-e0989e7f-8212-4638-8f05-17c66cec5157 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209527 Jun 07 13:38:38.555872 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-5dec9a89-bf93-4eb7-90cc-805bfe7cfa5f tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:38:38.557405 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-5dec9a89-bf93-4eb7-90cc-805bfe7cfa5f tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112876 Jun 07 13:38:38.870425 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:33Z', 'revision_number': 3, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:38.886543 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Checking router: 7ed6214a-f010-45a9-86f0-e62fe4f6143f for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:38.886774 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Updating router 7ed6214a-f010-45a9-86f0-e62fe4f6143f port 5c9a07b6-4cff-463d-a500-1129f3b3a437 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:38.957667 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:39.115342 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:39.126636 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.127054 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.127831 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.128382 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > port after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.134663 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.135132 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > port after_update 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.135481 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.135832 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.137773 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.144956 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:39.380506 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeaab7-853e-47e2-80d1-70afff87b7b9 req-246a664b-8cce-4366-a019-b709c86f3879 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:39.391944 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3bbeaab7-853e-47e2-80d1-70afff87b7b9 req-246a664b-8cce-4366-a019-b709c86f3879 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 931 time: 0.3598330 Jun 07 13:38:39.526230 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 2, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:39.542906 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Checking router: c572e82a-6fde-4554-9c5c-a7d1e92e4223 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:39.543892 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Updating router c572e82a-6fde-4554-9c5c-a7d1e92e4223 port a877aa36-e03a-4309-8298-d18ecf9a671f binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:39.572219 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3bbeaab7-853e-47e2-80d1-70afff87b7b9 req-c98b6ce1-d24d-43b5-9cc1-e2e56d87ccec tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723871 Jun 07 13:38:39.621043 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41462) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:39.627838 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-7a6db768-15bb-44a3-a304-7f10c94a2a3a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574991367', 'description': 'tempest-description--714340332'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:39.701915 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41468) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:39.761677 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:39.786812 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7a6db768-15bb-44a3-a304-7f10c94a2a3a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:39.825327 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.050559 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:40.051422 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:40.051422 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:40.051760 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:40.052227 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd04dde-f5fb-446c-9abc-83926e1408c1']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:40.119387 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.150609 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Transition to ACTIVE for port object 5c9a07b6-4cff-463d-a500-1129f3b3a437 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:40.178332 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.197361 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:40.349536 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4888a7b1-1191-48af-b4e5-e00b0e34b960') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:40.349856 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4888a7b1-1191-48af-b4e5-e00b0e34b960') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:40.356219 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0af71c16-a437-42c0-86bf-b6d29ba72e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.466138 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.479790 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a513985-80b7-482c-8153-1b8b35a459b3 None None] Pushing event updated for resources: {'Port': ['ID=5c9a07b6-4cff-463d-a500-1129f3b3a437,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:40.484635 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-7a513985-80b7-482c-8153-1b8b35a459b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:40.527005 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41484) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:40.564119 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Attempting to bind port 5c9a07b6-4cff-463d-a500-1129f3b3a437 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:40.564860 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Attempting to bind port 5c9a07b6-4cff-463d-a500-1129f3b3a437 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:40.565927 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Attempting to bind port 5c9a07b6-4cff-463d-a500-1129f3b3a437 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:40.610882 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:40.611870 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:40.618540 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.620822 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:40.621547 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Bound port: 5c9a07b6-4cff-463d-a500-1129f3b3a437, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:40.622129 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.653090 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0af71c16-a437-42c0-86bf-b6d29ba72e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.662475 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0af71c16-a437-42c0-86bf-b6d29ba72e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.699201 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-faaa2f93-858c-4372-a604-fb3b510c1530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:40.713462 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Request body: {'port': {'device_id': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:40.827092 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Request body: {'port': {'device_id': '17ba7eac-9f57-44df-adad-e836f9533421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:40.878868 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-dec12ac4-56a9-4fcd-addb-eb2f244544ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.904185 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] For port 5c9a07b6-4cff-463d-a500-1129f3b3a437, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:40.914508 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.920809 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] For port 5c9a07b6-4cff-463d-a500-1129f3b3a437, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=5c9a07b6-4cff-463d-a500-1129f3b3a437,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:40.923366 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.934136 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.939841 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:40.980342 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Transition to ACTIVE for port object a877aa36-e03a-4309-8298-d18ecf9a671f will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:40.995665 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.001426 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0af71c16-a437-42c0-86bf-b6d29ba72e5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1d8599c162a4329973b72dd01ad88d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2899413 Jun 07 13:38:41.012712 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41492) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:41.030821 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:41.052642 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af71c16-a437-42c0-86bf-b6d29ba72e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57224f54-c04a-4c9a-a6fa-aac1d2c7f865,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:41.056221 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0af71c16-a437-42c0-86bf-b6d29ba72e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:41.121334 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a513985-80b7-482c-8153-1b8b35a459b3 None None] Pushing event updated for resources: {'Port': ['ID=5c9a07b6-4cff-463d-a500-1129f3b3a437,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:41.128386 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-7a513985-80b7-482c-8153-1b8b35a459b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:41.171365 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:41.172971 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:41.182987 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7a6db768-15bb-44a3-a304-7f10c94a2a3a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.183789 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:38:41.184947 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: from cryptography.utils import int_from_bytes Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: from cryptography.utils import int_from_bytes Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:38:41.282891 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:38:41.314340 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-dec12ac4-56a9-4fcd-addb-eb2f244544ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.324940 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7a6db768-15bb-44a3-a304-7f10c94a2a3a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.326092 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-dec12ac4-56a9-4fcd-addb-eb2f244544ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.339766 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:41.357127 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c94766-27c7-4841-95d5-28197ad5343f None None] Pushing event updated for resources: {'Port': ['ID=a877aa36-e03a-4309-8298-d18ecf9a671f,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:41.363441 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-89c94766-27c7-4841-95d5-28197ad5343f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:41.373821 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.383178 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6db768-15bb-44a3-a304-7f10c94a2a3a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390ba585-89d1-4dc8-a91d-74e13c2afc64,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:41.450017 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7ed2-3106-4b4f-8e5a-d1da2b598ed4 req-552f00d0-28cd-4b33-846e-07948d279c2f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:41.451946 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c8fd7ed2-3106-4b4f-8e5a-d1da2b598ed4 req-552f00d0-28cd-4b33-846e-07948d279c2f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 931 time: 0.5454390 Jun 07 13:38:41.468238 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-dec12ac4-56a9-4fcd-addb-eb2f244544ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5a615054adc4e3b87c9600e90c50ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9383733 Jun 07 13:38:41.487801 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41494) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:41.574454 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Attempting to bind port a877aa36-e03a-4309-8298-d18ecf9a671f on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:41.575442 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Attempting to bind port a877aa36-e03a-4309-8298-d18ecf9a671f by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:41.576143 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Attempting to bind port a877aa36-e03a-4309-8298-d18ecf9a671f on network 33385e9d-5ad4-4904-beb9-71e90c44a49f {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:41.619637 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:41.623080 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Checking segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:41.626381 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.627212 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Bound using segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:41.632658 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Bound port: a877aa36-e03a-4309-8298-d18ecf9a671f, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:41.634494 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.687589 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:41.729039 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.774837 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7a6db768-15bb-44a3-a304-7f10c94a2a3a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.778812 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-7a6db768-15bb-44a3-a304-7f10c94a2a3a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1557574 Jun 07 13:38:41.802542 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41500) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:41.808296 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'security_group_rule': {'security_group_id': '390ba585-89d1-4dc8-a91d-74e13c2afc64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:41.831096 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec12ac4-56a9-4fcd-addb-eb2f244544ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa884af9-e620-417f-88e7-182a188e1cd5,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:41.849504 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.869350 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138abbb-2fdf-405f-8b73-9e93ce587f72 req-365711d6-6440-4953-8f7d-de0a43a4daa1 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:41.877707 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6138abbb-2fdf-405f-8b73-9e93ce587f72 req-365711d6-6440-4953-8f7d-de0a43a4daa1 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 931 time: 1.6994307 Jun 07 13:38:41.919448 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-dec12ac4-56a9-4fcd-addb-eb2f244544ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:41.923436 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c8fd7ed2-3106-4b4f-8e5a-d1da2b598ed4 req-a9a96ccf-8811-48e3-b179-8f4457bc7a6f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538667 Jun 07 13:38:41.933237 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:41.933569 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:41.953387 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c7b6538e-4f63-445d-9341-b6aa4c39a70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:41.981451 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd04dde-f5fb-446c-9abc-83926e1408c1,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:41.983187 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.034331 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.036459 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] 10.222.0.44 "DELETE /v2.0/networks/6cd04dde-f5fb-446c-9abc-83926e1408c1 HTTP/1.1" status: 204 len: 168 time: 4.8762419 Jun 07 13:38:42.040390 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.041500 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41506) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:42.065295 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.080496 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:42.085031 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.094426 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] For port a877aa36-e03a-4309-8298-d18ecf9a671f, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:42.099719 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] For port a877aa36-e03a-4309-8298-d18ecf9a671f, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=a877aa36-e03a-4309-8298-d18ecf9a671f,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:42.105122 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.127888 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:42.196660 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.202507 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.256816 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.272134 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:42.273661 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:42.302991 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Deleting subnet abf47a03-62e0-4ad2-97ef-ffe0df0cd68a {{(pid=92944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:38:42.311915 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:33Z', 'revision_number': 3, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:42.315781 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.317548 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f846904-3b72-49b1-87fe-d7f664526b20 None None] The sync data for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi is: [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:33Z', 'revision_number': 3, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:42.355802 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.368962 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6138abbb-2fdf-405f-8b73-9e93ce587f72 req-c0443bf9-d3a0-4ab3-ab14-800f994d617d tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900379 Jun 07 13:38:42.377226 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.426975 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c94766-27c7-4841-95d5-28197ad5343f None None] Pushing event updated for resources: {'Port': ['ID=a877aa36-e03a-4309-8298-d18ecf9a671f,revision_number=4']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:42.430498 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-89c94766-27c7-4841-95d5-28197ad5343f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:42.444220 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:42.449775 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.480997 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.485029 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57224f54-c04a-4c9a-a6fa-aac1d2c7f865 HTTP/1.1" status: 204 len: 168 time: 1.4696181 Jun 07 13:38:42.488630 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e819f76b-6953-42c9-84c9-467dcf8a3e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:42.497373 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.513795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.524678 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa884af9-e620-417f-88e7-182a188e1cd5 HTTP/1.1" status: 204 len: 168 time: 1.0291414 Jun 07 13:38:42.574247 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57224f54-c04a-4c9a-a6fa-aac1d2c7f865,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:42.577419 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:42.584563 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.611420 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:42.616956 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8aac05c-862c-4e12-a637-47cc697ee663,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:42.658382 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:42.680687 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa884af9-e620-417f-88e7-182a188e1cd5,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:42.704952 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:42.723323 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.751312 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:43.066334 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363'] for subnet, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.096552 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6a5bf0e4-193d-4624-9039-39a8d6c7e879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:43.199038 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.202752 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/abf47a03-62e0-4ad2-97ef-ffe0df0cd68a HTTP/1.1" status: 204 len: 168 time: 1.1482468 Jun 07 13:38:43.217980 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41520) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:43.457711 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.464124 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abf47a03-62e0-4ad2-97ef-ffe0df0cd68a,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:43.482250 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:43.634593 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:42Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:43.657530 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e2613-8594-4b8f-9340-a64689c4f0f0 None None] The sync data for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi is: [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:42Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:43.936074 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41532) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:43.956118 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.026931 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.028635 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472312-8c9a-4eeb-869d-5cc81e8d4385 req-e1486338-9c20-47e8-96b3-3aeaa3d00d2f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:44.029399 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2251568 Jun 07 13:38:44.030189 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-25472312-8c9a-4eeb-869d-5cc81e8d4385 req-e1486338-9c20-47e8-96b3-3aeaa3d00d2f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 931 time: 0.5554135 Jun 07 13:38:44.033699 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8e3a-5c28-43e7-bca1-8ebc63624f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.066871 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41534) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:44.136056 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.136639 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.137128 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.137454 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > port after_create 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.137795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.138145 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > port after_update 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.138467 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.138797 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.139109 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.139444 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.158172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'security_group_rule': {'security_group_id': '390ba585-89d1-4dc8-a91d-74e13c2afc64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:44.311786 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 5c9a07b6-4cff-463d-a500-1129f3b3a437 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:44.419228 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 5c9a07b6-4cff-463d-a500-1129f3b3a437 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:44.428851 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 5c9a07b6-4cff-463d-a500-1129f3b3a437 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:44.429258 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.445581 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a93fab3-d161-4922-808d-11417819561f {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:44.484237 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.545524 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.546206 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.546684 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.547011 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:44.548009 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6869b36a-58de-4d34-84b0-413917f010b6']}} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:44.585572 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eccaa9-1104-421a-a39d-720ad8648ac8') {'for_net_delete': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:44.586331 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eccaa9-1104-421a-a39d-720ad8648ac8') {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:44.615117 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-25472312-8c9a-4eeb-869d-5cc81e8d4385 req-a7a4dc2c-0288-4edf-a471-ea33c8bcf0ce tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452456 Jun 07 13:38:44.617199 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31867938'] for segment, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.620181 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.643636 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.646449 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.666969 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Transition to ACTIVE for port object 2a93fab3-d161-4922-808d-11417819561f will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:44.685742 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=92944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:38:44.685742 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31847613'] for segment, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.685907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 5c9a07b6-4cff-463d-a500-1129f3b3a437, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=5c9a07b6-4cff-463d-a500-1129f3b3a437,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:44.690813 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.692063 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device a877aa36-e03a-4309-8298-d18ecf9a671f up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:44.693016 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.705437 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803acfa4-5b6c-4dac-a31d-de7c797dee0c req-d1230821-6fb3-4ece-9201-e264fb557440 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:44.707067 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-803acfa4-5b6c-4dac-a31d-de7c797dee0c req-d1230821-6fb3-4ece-9201-e264fb557440 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 931 time: 0.9844458 Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: from cryptography.utils import int_from_bytes Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: from cryptography.utils import int_from_bytes Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: Traceback (most recent call last): Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: timer() Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: cb(*args, **kw) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: return func(*args, **kwargs) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: self._notify() Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: self.callback(batched_events) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: event.method(event) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: return f(self, *a, **k) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._get(url).json() Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: return self.request(url, 'GET', **kwargs) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:38:44.720482 dv-cinder-785362-2-iscsi neutron-server[92944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:38:44.730199 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.752273 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e5e2ddd0-34ce-4384-9a8b-32cbfe2ea4ad tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:44.791475 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-7a513985-80b7-482c-8153-1b8b35a459b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:44.806100 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.879944 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.884983 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=5c9a07b6-4cff-463d-a500-1129f3b3a437,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:44.888178 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:44.889291 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port a877aa36-e03a-4309-8298-d18ecf9a671f completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:44.897244 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port a877aa36-e03a-4309-8298-d18ecf9a671f triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:44.897997 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.910306 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:44.976323 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Allocated IP 172.20.0.1 (8a4574f7-5011-4471-92b2-f09683ce30d3/0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d/21d6ba48-a49c-41e7-a208-52e4bc5e62e2) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:44.979331 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Pushing event deleted for resources: {'Network': ['ID=6869b36a-58de-4d34-84b0-413917f010b6,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:45.015451 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.030634 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6869b36a-58de-4d34-84b0-413917f010b6 HTTP/1.1" status: 204 len: 168 time: 1.8097539 Jun 07 13:38:45.075904 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Pushing event updated for resources: {'Port': ['ID=2a93fab3-d161-4922-808d-11417819561f,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:45.085427 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8e3a-5c28-43e7-bca1-8ebc63624f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.089965 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-901f8192-e804-4f4b-8493-1ec91d09602e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:45.094035 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8e3a-5c28-43e7-bca1-8ebc63624f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.108531 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.122373 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:45.220779 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a2cb8e3a-5c28-43e7-bca1-8ebc63624f95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf3e3fce15dd45409d582c12cebb483f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2326555 Jun 07 13:38:45.222121 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41556) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:45.227349 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port a877aa36-e03a-4309-8298-d18ecf9a671f, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=a877aa36-e03a-4309-8298-d18ecf9a671f,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:45.233919 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.241277 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:45.241391 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb8e3a-5c28-43e7-bca1-8ebc63624f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9c7bdf-6055-4cce-a2c9-c90c3b8fa057,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:45.247803 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a2cb8e3a-5c28-43e7-bca1-8ebc63624f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:45.350682 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=a877aa36-e03a-4309-8298-d18ecf9a671f,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:45.351639 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:45.363126 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:45.411168 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-803acfa4-5b6c-4dac-a31d-de7c797dee0c req-da5e9146-1add-4d4d-aefa-79c0a17e2e11 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526513 Jun 07 13:38:45.411168 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:45.413733 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.486876 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.566902 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41566) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:45.604108 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.606812 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5265520 Jun 07 13:38:45.610833 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41570) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:45.620918 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:45.624205 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.db.resource_extend [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:38:45.641343 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52389d18-ef14-4124-98b5-40d0e4563aae,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:45.660049 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:45.668553 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0b60cd95-4bbd-4e30-a0f9-ffdc20bff86f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d7461927e47491bb11789001f731e9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1003938 Jun 07 13:38:45.674651 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41574) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:45.835531 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.847959 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ef2038-ff25-4e87-b175-726f37a08b6c {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:45.862051 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.862535 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.865426 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c9c7bdf-6055-4cce-a2c9-c90c3b8fa057 HTTP/1.1" status: 204 len: 168 time: 0.6403780 Jun 07 13:38:45.887273 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:45.893087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Transition to ACTIVE for port object c2ef2038-ff25-4e87-b175-726f37a08b6c will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:45.898021 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Attempting to bind port 2a93fab3-d161-4922-808d-11417819561f on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:45.898673 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Attempting to bind port 2a93fab3-d161-4922-808d-11417819561f by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:45.899245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Attempting to bind port 2a93fab3-d161-4922-808d-11417819561f on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:45.916217 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.923023 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.958888 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Port 2a93fab3-d161-4922-808d-11417819561f on network 4493ffef-ea1b-44ff-877f-25f0107ed420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:38:45.959661 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Attempting to bind port 2a93fab3-d161-4922-808d-11417819561f on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:45.966509 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:46.069974 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.112745 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.196700 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef2038-ff25-4e87-b175-726f37a08b6c,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:46.212502 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:46.237652 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 5c9a07b6-4cff-463d-a500-1129f3b3a437 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:46.261972 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:46.262345 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Checking segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:46.262910 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Bound using segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:46.266743 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Bound port: 2a93fab3-d161-4922-808d-11417819561f, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:46.267361 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.272203 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9c7bdf-6055-4cce-a2c9-c90c3b8fa057,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:46.275210 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:46.345489 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.352711 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.353549 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.357769 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6deca05-7873-49f1-9fa1-e2fac0efd9be HTTP/1.1" status: 204 len: 168 time: 0.6817195 Jun 07 13:38:46.363498 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-dec12ac4-56a9-4fcd-addb-eb2f244544ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:46.388792 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6deca05-7873-49f1-9fa1-e2fac0efd9be,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:46.392848 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:46.473267 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 5c9a07b6-4cff-463d-a500-1129f3b3a437 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:46.474522 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.568645 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc121a3-7d13-4e0e-9bd8-c54e37345810 req-99c9bf25-8d1a-4861-ada3-43aa3350e78b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:46.576840 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cfc121a3-7d13-4e0e-9bd8-c54e37345810 req-99c9bf25-8d1a-4861-ada3-43aa3350e78b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 943 time: 0.6633029 Jun 07 13:38:46.671551 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cfc121a3-7d13-4e0e-9bd8-c54e37345810 req-b43ecff7-1d6b-49fe-b143-29dc6596e371 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937431 Jun 07 13:38:46.679915 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device a877aa36-e03a-4309-8298-d18ecf9a671f up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:46.706621 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] For port 2a93fab3-d161-4922-808d-11417819561f, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:46.706984 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.711855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] For port 2a93fab3-d161-4922-808d-11417819561f, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a93fab3-d161-4922-808d-11417819561f,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:46.733448 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Transition to ACTIVE for port object 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:46.766433 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.869016 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:46.892892 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port a877aa36-e03a-4309-8298-d18ecf9a671f triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:46.893884 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.917988 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:46.918821 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.920623 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a93fab3-d161-4922-808d-11417819561f HTTP/1.1" status: 200 len: 1093 time: 6.8060732 Jun 07 13:38:46.939133 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'tag': '2a93fab3-d161-4922-808d-11417819561f'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:46.943281 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Allocated IP 172.27.0.14 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/d96d7300-c4f9-4b9b-b8f1-0531885fece8) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:47.066006 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41608) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:47.243902 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Attempting to bind port c2ef2038-ff25-4e87-b175-726f37a08b6c on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:47.244590 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Attempting to bind port c2ef2038-ff25-4e87-b175-726f37a08b6c by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd93ecac1-c023-4fe5-9d43-76504fa63611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:47.245031 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Attempting to bind port c2ef2038-ff25-4e87-b175-726f37a08b6c on network f2505b30-94d2-4004-a1b3-50e60cc837d0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:47.270773 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Pushing event updated for resources: {'Port': ['ID=2a93fab3-d161-4922-808d-11417819561f,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:47.286025 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:47.298812 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Port c2ef2038-ff25-4e87-b175-726f37a08b6c on network f2505b30-94d2-4004-a1b3-50e60cc837d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:38:47.299225 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Attempting to bind port c2ef2038-ff25-4e87-b175-726f37a08b6c on network f2505b30-94d2-4004-a1b3-50e60cc837d0 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:47.316676 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ea79-1738-42a7-b09f-f894e513253a req-cf739b2a-c76c-415c-a444-e51e302a92a3 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:47.318295 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b67ea79-1738-42a7-b09f-f894e513253a req-cf739b2a-c76c-415c-a444-e51e302a92a3 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 943 time: 0.6012378 Jun 07 13:38:47.323375 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-10daf9f1-5a2d-40fc-9c3f-2652883ba2f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2f1dd22e1f04323970ff3488c81ae4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2433183 Jun 07 13:38:47.324744 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41626) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:47.325543 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.326633 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:47.326816 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Checking segment: {'id': 'd93ecac1-c023-4fe5-9d43-76504fa63611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:47.327179 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Bound using segment: {'id': 'd93ecac1-c023-4fe5-9d43-76504fa63611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:47.327629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Bound port: c2ef2038-ff25-4e87-b175-726f37a08b6c, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93ecac1-c023-4fe5-9d43-76504fa63611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:47.327969 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.370121 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:47.400684 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.466594 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.522743 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "aea5d7d3-54b9-4269-9d0f-3062d285a45c", "tag": "2a93fab3-d161-4922-808d-11417819561f"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:47.530110 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.544300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.559464 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0f6223f6-ef38-4c80-884c-4577f4eb8036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:47.562557 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-f3a00f73-c23d-4959-a428-a38d98eda835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:47.564425 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-f3a00f73-c23d-4959-a428-a38d98eda835 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 1096 time: 0.5744555 Jun 07 13:38:47.661931 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] For port c2ef2038-ff25-4e87-b175-726f37a08b6c, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:47.663490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:47.668572 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] For port c2ef2038-ff25-4e87-b175-726f37a08b6c, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c2ef2038-ff25-4e87-b175-726f37a08b6c,segment=NetworkSegment(d93ecac1-c023-4fe5-9d43-76504fa63611),segment_id=d93ecac1-c023-4fe5-9d43-76504fa63611)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:47.672439 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:47.676650 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'Port': ['ID=d96d7300-c4f9-4b9b-b8f1-0531885fece8,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:47.683457 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:47.685300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:47.786975 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.801502 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:47.811847 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-57e9567b-ba8b-4922-8164-2924705a97ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a93fab3-d161-4922-808d-11417819561f HTTP/1.1" status: 200 len: 217 time: 0.1348577 Jun 07 13:38:47.823208 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:47.923223 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.960528 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-8d33ff97-5739-4a61-bc9e-22a443b8f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:47.962489 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-8d33ff97-5739-4a61-bc9e-22a443b8f876 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.1304052 Jun 07 13:38:47.963520 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:48.008200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Pushing event updated for resources: {'Port': ['ID=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:48.014224 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b67ea79-1738-42a7-b09f-f894e513253a req-8e58bbf9-e968-4e2a-ae07-e6f0150402a7 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699119 Jun 07 13:38:48.078941 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:48.079703 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:48.088344 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41648) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:48.089167 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.174418 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.180637 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.184938 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b65b048-8947-4644-b292-0e842fec3bbb HTTP/1.1" status: 204 len: 168 time: 0.8516164 Jun 07 13:38:48.191825 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:48.231549 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65b048-8947-4644-b292-0e842fec3bbb,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:48.252391 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:48.289397 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:48.293186 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.296525 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] 10.222.0.60 "PUT /v2.0/ports/c2ef2038-ff25-4e87-b175-726f37a08b6c HTTP/1.1" status: 200 len: 1093 time: 8.1379483 Jun 07 13:38:48.302686 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-78ccd28d-b4b4-4d00-adb9-1dc05c88242d None None] Provisioning for port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:48.322348 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-78ccd28d-b4b4-4d00-adb9-1dc05c88242d None None] Provisioning complete for port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:48.322726 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-78ccd28d-b4b4-4d00-adb9-1dc05c88242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.388728 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.437329 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-78ccd28d-b4b4-4d00-adb9-1dc05c88242d None None] Port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:48.503832 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.509399 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.520985 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:48.606763 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3c798-182a-4e19-af61-43dc7aeb5a9d x-openstack-request-id: req-b1b3c798-182a-4e19-af61-43dc7aeb5a9d {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:48.607073 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea5d7d3-54b9-4269-9d0f-3062d285a45c", "tag": "2a93fab3-d161-4922-808d-11417819561f", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:48.607361 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1b3c798-182a-4e19-af61-43dc7aeb5a9d {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:48.607805 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'tag': '2a93fab3-d161-4922-808d-11417819561f', 'status': 'completed', 'code': 200} Jun 07 13:38:48.632126 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-c1b28c74-78e3-4a88-9475-3621c27f9ce5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6168823 Jun 07 13:38:48.658370 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3b864684-6e6d-4d60-b536-6df25001d046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.684820 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef2038-ff25-4e87-b175-726f37a08b6c,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:48.689092 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:48.718511 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18bef0-763e-4ab6-8beb-3e71f8d49b75 req-c8e1ef15-2a16-4b21-96d1-0d801e679217 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:48.722366 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-af18bef0-763e-4ab6-8beb-3e71f8d49b75 req-c8e1ef15-2a16-4b21-96d1-0d801e679217 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 943 time: 0.3924050 Jun 07 13:38:48.724834 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'Port': ['ID=d96d7300-c4f9-4b9b-b8f1-0531885fece8,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:48.741720 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:48.746146 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.878861 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3b864684-6e6d-4d60-b536-6df25001d046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.887513 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3b864684-6e6d-4d60-b536-6df25001d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.912014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:48.955444 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.978337 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-af18bef0-763e-4ab6-8beb-3e71f8d49b75 req-7b18041c-da56-4bf5-87ed-6e975b67d560 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430025 Jun 07 13:38:48.993696 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.993696 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3815506 Jun 07 13:38:49.011406 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b864684-6e6d-4d60-b536-6df25001d046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896f9de5-57c0-4d27-b399-fd1403bcf734,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:49.028465 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-3b864684-6e6d-4d60-b536-6df25001d046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:49.049264 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3b864684-6e6d-4d60-b536-6df25001d046 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ea4b6397f4d4595bce6fdf193bda3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9260428 Jun 07 13:38:49.055667 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41684) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:49.146856 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.247460 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.264792 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.275216 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.316845 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5491253-0363-488f-b16f-96076b13e4d9 req-f95b1dfd-0bb6-4d42-bd1b-221b0dd805b7 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:49.318413 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b5491253-0363-488f-b16f-96076b13e4d9 req-f95b1dfd-0bb6-4d42-bd1b-221b0dd805b7 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 943 time: 0.1579447 Jun 07 13:38:49.331341 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cf2ef033-ff04-491d-baf8-43f5297bf59f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:49.364504 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.370432 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.374156 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/896f9de5-57c0-4d27-b399-fd1403bcf734 HTTP/1.1" status: 204 len: 168 time: 0.3143268 Jun 07 13:38:49.376598 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:49.400454 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896f9de5-57c0-4d27-b399-fd1403bcf734,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:49.404660 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:49.426423 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b5491253-0363-488f-b16f-96076b13e4d9 req-0b1bb254-9692-47d4-84c0-663b9bb15b37 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884225 Jun 07 13:38:49.455944 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Pushing event updated for resources: {'Port': ['ID=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:49.460410 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:49.486956 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.632579 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-ba341fdb-b85b-4214-ac60-04ce3c6334c9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--574991367&fields=id&tenant_id=88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 267 time: 0.1303685 Jun 07 13:38:49.862859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:49.866128 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:50.080777 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41726) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:50.134727 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-d300c71d-6ed0-43da-af43-b28d76b47048 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:50.143188 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-d300c71d-6ed0-43da-af43-b28d76b47048 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 817 time: 0.4971461 Jun 07 13:38:50.166985 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0ec4466b-b95a-4295-9bcf-fa6d8d7d861c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.254451 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-9d47b66a-5a8f-4464-a2c9-ed458f01b4f6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/quotas/88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 375 time: 0.0997005 Jun 07 13:38:50.321749 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fc850c2f-b572-4429-bd19-7909c47f9f56 None None] Provisioning complete for port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:50.321749 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fc850c2f-b572-4429-bd19-7909c47f9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.373346 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc844d2a-3dc6-408c-9972-efee4d07b7ed req-f1f02af4-17a0-43d4-8ed2-0ccceabef4ff tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:50.382914 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fc844d2a-3dc6-408c-9972-efee4d07b7ed req-f1f02af4-17a0-43d4-8ed2-0ccceabef4ff tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 943 time: 0.1564834 Jun 07 13:38:50.393555 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fc850c2f-b572-4429-bd19-7909c47f9f56 None None] Port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:50.450552 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Router 7ed6214a-f010-45a9-86f0-e62fe4f6143f has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:38:50.457179 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fc844d2a-3dc6-408c-9972-efee4d07b7ed req-ac80eade-d13f-4066-b74d-09ad63913586 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717027 Jun 07 13:38:50.615816 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-193958ba-e2fe-45e0-953c-e42d58d68d1c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3432934 Jun 07 13:38:50.620186 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ba7eac-9f57-44df-adad-e836f9533421', 'tag': 'c2ef2038-ff25-4e87-b175-726f37a08b6c'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:50.622885 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d" -d '{"events": [{"name": "network-changed", "server_uuid": "17ba7eac-9f57-44df-adad-e836f9533421", "tag": "c2ef2038-ff25-4e87-b175-726f37a08b6c"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:50.783716 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9186b-8b3b-42a8-9af2-0df75f4e5835 req-5f48b20a-5766-48b3-b8b8-649f721e9700 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:50.786419 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e5d9186b-8b3b-42a8-9af2-0df75f4e5835 req-5f48b20a-5766-48b3-b8b8-649f721e9700 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 943 time: 0.1798604 Jun 07 13:38:50.816187 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0ec4466b-b95a-4295-9bcf-fa6d8d7d861c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.834776 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0ec4466b-b95a-4295-9bcf-fa6d8d7d861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.859706 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:50.866517 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e5d9186b-8b3b-42a8-9af2-0df75f4e5835 req-ab16c862-9bda-4e04-85d1-e6cb49fb71c0 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722632 Jun 07 13:38:50.948026 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd00d02-a760-483c-8a35-41cb1b9bfa39 x-openstack-request-id: req-8fd00d02-a760-483c-8a35-41cb1b9bfa39 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:50.948332 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ba7eac-9f57-44df-adad-e836f9533421", "tag": "c2ef2038-ff25-4e87-b175-726f37a08b6c", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:50.948600 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fd00d02-a760-483c-8a35-41cb1b9bfa39 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:50.949002 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ba7eac-9f57-44df-adad-e836f9533421', 'tag': 'c2ef2038-ff25-4e87-b175-726f37a08b6c', 'status': 'completed', 'code': 200} Jun 07 13:38:50.968330 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:50.981081 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Sync routers for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:50.981200 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] 10.222.0.44 "PUT /v2.0/routers/7ed6214a-f010-45a9-86f0-e62fe4f6143f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3776963 Jun 07 13:38:50.996440 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0ec4466b-b95a-4295-9bcf-fa6d8d7d861c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7c2ff269d554a78a13f764b4c25351c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9089684 Jun 07 13:38:50.996440 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4466b-b95a-4295-9bcf-fa6d8d7d861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c787e3-04c8-418b-8db6-b2fc28383771,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:50.996977 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41754) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:51.007278 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0ec4466b-b95a-4295-9bcf-fa6d8d7d861c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:51.014898 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:51.017705 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:51.048742 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-7e5ba6a2-e367-406b-9795-a66c1499f865 service neutron] 10.222.0.44 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110901 Jun 07 13:38:51.131053 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.186505 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.317558 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.320223 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.320947 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:51.321822 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99c787e3-04c8-418b-8db6-b2fc28383771 HTTP/1.1" status: 204 len: 168 time: 0.3236856 Jun 07 13:38:51.322636 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2a7fbe88-37a3-426a-b833-d278e92ba4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:51.343366 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c787e3-04c8-418b-8db6-b2fc28383771,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:51.354362 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:51.362740 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-52203a5f-60a1-4d9f-bd8c-df3b83a78781 service neutron] 10.222.0.44 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073335 Jun 07 13:38:51.682636 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-068d46ec-21d7-491b-bc59-909fe88bc0bb service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514868 Jun 07 13:38:52.203559 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a139232-4ec9-40d6-b149-637ac3bda60e req-7343eaea-b6be-4123-9a61-3a0a92851ae8 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944766 Jun 07 13:38:52.208935 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-2641aaa0-6e23-4ac4-aba9-53470a26504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:52.210450 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-2641aaa0-6e23-4ac4-aba9-53470a26504f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d63af083f0645e08e309f7a8b6cce68&device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 1096 time: 0.7502766 Jun 07 13:38:52.255194 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c42c1-7857-4c8a-b832-98e2ba1ae621 req-53b822a4-4b51-46db-8ad3-ef10d1aecec6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:52.271977 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f1c42c1-7857-4c8a-b832-98e2ba1ae621 req-53b822a4-4b51-46db-8ad3-ef10d1aecec6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 943 time: 0.5754120 Jun 07 13:38:52.354148 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:49Z', 'revision_number': 2, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:52.369165 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Checking router: 7ed6214a-f010-45a9-86f0-e62fe4f6143f for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:52.369783 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Updating router 7ed6214a-f010-45a9-86f0-e62fe4f6143f port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:52.573556 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.585401 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-d1aaf4b9-04b2-4ad1-8a0f-01fa38219d3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ef2038-ff25-4e87-b175-726f37a08b6c HTTP/1.1" status: 200 len: 217 time: 0.3556118 Jun 07 13:38:52.857678 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41822) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:52.863141 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--117784014', 'description': 'tempest-description--1236897567'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:52.935828 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f1c42c1-7857-4c8a-b832-98e2ba1ae621 req-19cfe479-8b1a-4742-a06e-c79624a0f226 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6596832 Jun 07 13:38:52.965694 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.020503 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-5efa2026-adfb-4658-9891-7b31aadb8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:53.022800 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-5efa2026-adfb-4658-9891-7b31aadb8e81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f49b4e8-6550-49d2-8125-d43109cc5b5b HTTP/1.1" status: 200 len: 852 time: 0.4093275 Jun 07 13:38:53.034806 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41826) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:53.170012 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-b526bc5e-23df-4b81-a326-fde35b6ca6f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2505b30-94d2-4004-a1b3-50e60cc837d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287074 Jun 07 13:38:53.211087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-3b6e5626-8c38-418e-a7ba-22ad030e30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:53.212848 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-3b6e5626-8c38-418e-a7ba-22ad030e30b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 1096 time: 0.8474212 Jun 07 13:38:53.283808 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.381670 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.404589 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:53.442620 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-89b25e5b-644e-4918-8aad-2efcd73134da req-662691cc-9826-4907-8b5d-d79177f35294 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 210 time: 0.1733263 Jun 07 13:38:53.493239 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.495867 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6364684 Jun 07 13:38:53.501172 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41840) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:53.518757 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-533efafa-8c90-44da-8614-171f900dc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:53.519168 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'security_group_rule': {'security_group_id': 'feebb7ac-5a34-4c36-9cde-b07c1159c99a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:53.521222 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-533efafa-8c90-44da-8614-171f900dc1ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 916 time: 0.2232628 Jun 07 13:38:53.526466 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feebb7ac-5a34-4c36-9cde-b07c1159c99a,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:53.556493 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:53.636649 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-6ea5ffe7-d0c7-42e2-a24a-e29eda0c0a2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a93fab3-d161-4922-808d-11417819561f HTTP/1.1" status: 200 len: 217 time: 0.0938921 Jun 07 13:38:53.653159 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-54850eab-1350-42aa-85a4-17aa04e7a425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.659077 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.689961 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Transition to ACTIVE for port object 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:53.705074 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.711322 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:53.761623 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.824362 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.60', 63428) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:54.056077 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-fe4d9b63-2172-4976-a442-12786dec655e service neutron] 10.222.0.60 "GET /v2.0/networks/f2505b30-94d2-4004-a1b3-50e60cc837d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766205 Jun 07 13:38:54.071951 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-54850eab-1350-42aa-85a4-17aa04e7a425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.094862 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-54850eab-1350-42aa-85a4-17aa04e7a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.110165 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-64dbc6ec-fdbc-48f5-adcd-e4884942819b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:54.172024 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Attempting to bind port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:54.172541 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Attempting to bind port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:54.173124 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Attempting to bind port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 on network 8a4574f7-5011-4471-92b2-f09683ce30d3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:54.181271 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561ce2-1391-4ab7-a3d3-70a8ce298e99 None None] Pushing event updated for resources: {'Port': ['ID=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.197139 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fb561ce2-1391-4ab7-a3d3-70a8ce298e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.198210 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:54.198633 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Checking segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:54.199146 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.199619 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Bound using segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:54.200125 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Bound port: 21d6ba48-a49c-41e7-a208-52e4bc5e62e2, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:54.200507 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.253082 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-ca563e60-983f-4e41-b5c3-7e662d813575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:54.254572 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-ca563e60-983f-4e41-b5c3-7e662d813575 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.4008546 Jun 07 13:38:54.256504 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.337042 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] For port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:54.340326 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] For port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:54.345252 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.349199 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:54.373019 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.452578 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae13ef-6844-407a-a2da-70f80e7dcb73 req-870f3b6f-0f55-449e-ae12-5af79f07c8a0 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:54.455272 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55ae13ef-6844-407a-a2da-70f80e7dcb73 req-870f3b6f-0f55-449e-ae12-5af79f07c8a0 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 943 time: 1.2414968 Jun 07 13:38:54.460143 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-1243ccff-9d2c-4e70-a2a6-2f8e82da8e42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1848512 Jun 07 13:38:54.466079 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561ce2-1391-4ab7-a3d3-70a8ce298e99 None None] Pushing event updated for resources: {'Port': ['ID=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.479073 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fb561ce2-1391-4ab7-a3d3-70a8ce298e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.495224 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-54850eab-1350-42aa-85a4-17aa04e7a425 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64fad62677f04083af89dda02a233468&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4556482 Jun 07 13:38:54.495224 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54850eab-1350-42aa-85a4-17aa04e7a425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff18296-b582-47b6-b037-537260c52fc2,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.496433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 41868) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:54.553119 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-54850eab-1350-42aa-85a4-17aa04e7a425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.554900 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:54.563243 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:54.563899 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:38:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:54.583555 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11174a15-19d9-481e-819d-4701bc005451,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.604942 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.631914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97297e42-2688-4827-b64d-da2dcee0c235 req-05b01ca9-a7a7-4a97-8d9f-b819597e45de tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:54.633503 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-97297e42-2688-4827-b64d-da2dcee0c235 req-05b01ca9-a7a7-4a97-8d9f-b819597e45de tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 943 time: 0.3564684 Jun 07 13:38:54.637648 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.638770 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1320305 Jun 07 13:38:54.642594 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41872) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:54.654172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'security_group_rule': {'security_group_id': 'feebb7ac-5a34-4c36-9cde-b07c1159c99a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:54.672932 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55ae13ef-6844-407a-a2da-70f80e7dcb73 req-06dbdc4e-8544-4214-a729-8b78248dfc6e tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095852 Jun 07 13:38:54.675094 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a20845f-5fe5-4395-87d9-6708cc923e18 req-d53f44f4-6686-4f07-85b2-ce54698fd1bc service neutron] 10.222.0.60 "GET /v2.0/networks/f2505b30-94d2-4004-a1b3-50e60cc837d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977402 Jun 07 13:38:54.836761 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-0ba082b2-2892-4fd0-ae92-658ebc86bb72 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:54.842607 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-0ba082b2-2892-4fd0-ae92-658ebc86bb72 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 817 time: 1.0171728 Jun 07 13:38:54.852179 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-97297e42-2688-4827-b64d-da2dcee0c235 req-5557f22c-f771-44ac-86eb-54f393b6fe97 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912034 Jun 07 13:38:54.943633 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-ae5e1cb3-5828-49a4-889b-5599691263fd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 379 time: 0.0512757 Jun 07 13:38:54.946310 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.949975 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.959585 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'port': {'device_id': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'admin_state_up': True, 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'security_groups': ['390ba585-89d1-4dc8-a91d-74e13c2afc64']}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:54.967918 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ce306753-04bd-4c61-9f56-0eb5194afe69 req-b25503c8-7599-4ae1-8590-2e5d52b74734 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 210 time: 0.0689459 Jun 07 13:38:54.970926 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-8719f7a6-c999-4d2e-93ff-332d8d34d705 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435840 Jun 07 13:38:55.105106 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-488e2d2a-0afd-4263-ad29-57daea437d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:55.107623 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-488e2d2a-0afd-4263-ad29-57daea437d0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d63af083f0645e08e309f7a8b6cce68&device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 1096 time: 0.3659651 Jun 07 13:38:55.123008 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:55.133094 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.230919 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2a93fab3-d161-4922-808d-11417819561f details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:38:55.283324 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.285775 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.286927 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dff18296-b582-47b6-b037-537260c52fc2 HTTP/1.1" status: 204 len: 168 time: 0.7692182 Jun 07 13:38:55.290626 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0347dfe7-6503-49b8-bdbc-97eccab1a247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:55.314495 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff18296-b582-47b6-b037-537260c52fc2,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:55.320743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Made reservation on behalf of 88ceb231770e44b38d2ed96cbf9e136e for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:55.328294 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.386248 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:55.394370 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13755eb3-4a5a-468c-bf5a-05840e3f4cb0 req-0b106b47-dea1-4695-b446-a7e7f85aeff2 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980091 Jun 07 13:38:55.536616 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.553186 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.563663 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:55.595567 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6382f27-62f1-461c-8fd7-10bc3a6b0a0b,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:55.604607 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:55.636230 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-b4d367e6-dc0f-479e-8764-1e5aa0bf69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:55.638456 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-b4d367e6-dc0f-479e-8764-1e5aa0bf69bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2505b30-94d2-4004-a1b3-50e60cc837d0 HTTP/1.1" status: 200 len: 913 time: 0.4669821 Jun 07 13:38:55.639591 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.643111 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-78aee2d1-1647-4107-a396-2e4c95702f57 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9944551 Jun 07 13:38:55.645848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41906) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:55.651521 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:55.692272 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.777975 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Allocated IP 172.20.0.11 (33385e9d-5ad4-4904-beb9-71e90c44a49f/e3130c81-3d4b-405f-a40f-352805d9e079/1e54756b-d778-464f-bd99-a8c76a8dc321) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:55.995904 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 2a93fab3-d161-4922-808d-11417819561f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a93fab3-d161-4922-808d-11417819561f,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:56.034341 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41914) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:56.049468 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '2a93fab3-d161-4922-808d-11417819561f', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'port_id': '2a93fab3-d161-4922-808d-11417819561f', 'mac_address': 'fa:16:3e:0f:7b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02616186-82e3-4ed9-a3c3-9a9f13b20107', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:38:56.064148 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-449418c1-dba2-4330-ad38-7ade5ee4d06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.099673 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.200103 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.232406 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a93fab3-d161-4922-808d-11417819561f {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:56.252164 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.266535 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4bdd6-c18e-428e-9a42-cbae501e6e70 req-61ebeb53-9b67-4ebf-8bbe-964d03a831ed tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:56.266781 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 2a93fab3-d161-4922-808d-11417819561f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a93fab3-d161-4922-808d-11417819561f,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:56.268325 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5af4bdd6-c18e-428e-9a42-cbae501e6e70 req-61ebeb53-9b67-4ebf-8bbe-964d03a831ed tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 943 time: 0.3372655 Jun 07 13:38:56.272734 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:54Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:56.278843 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.282980 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:56.284579 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Transition to ACTIVE for port object 1e54756b-d778-464f-bd99-a8c76a8dc321 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:56.337764 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5af4bdd6-c18e-428e-9a42-cbae501e6e70 req-34f7c625-4fb1-4a19-9cb5-772c7e3346e9 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Jun 07 13:38:56.340944 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3181d-677d-442d-8299-76bc1a63a3de None None] The sync data for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi is: [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:54Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:56.362165 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.375377 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:56.439281 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=2a93fab3-d161-4922-808d-11417819561f,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:56.444517 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:56.462737 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-449418c1-dba2-4330-ad38-7ade5ee4d06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.522727 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:56.524591 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:56.537422 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-449418c1-dba2-4330-ad38-7ade5ee4d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.556720 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:56.573966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6a6e7-82f6-4edd-a082-ae7863442709 req-fb31872e-d69f-45e0-a827-b40105daec43 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:56.582314 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a0e6a6e7-82f6-4edd-a082-ae7863442709 req-fb31872e-d69f-45e0-a827-b40105daec43 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 943 time: 0.4740429 Jun 07 13:38:56.612373 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Allocated IP 172.27.0.128 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/a4fe48a8-4eb9-45b5-9c60-c1eb279c8215) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:56.662354 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:56.663045 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.667122 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:56.676386 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:56.709316 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7567148 Jun 07 13:38:56.738677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487a527-0206-43fb-ac79-36a05b95680b req-791dd55b-62c1-4a68-a2a7-1ef5a727b503 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:56.740325 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b487a527-0206-43fb-ac79-36a05b95680b req-791dd55b-62c1-4a68-a2a7-1ef5a727b503 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 932 time: 0.1212952 Jun 07 13:38:56.768172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2744a1be-0544-4513-aa46-cc3ea9a2c33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:56.873188 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-84e01f0c-6362-4a51-ada8-587c7ae061f0 None None] Provisioning for port 1e54756b-d778-464f-bd99-a8c76a8dc321 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:56.879703 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-84e01f0c-6362-4a51-ada8-587c7ae061f0 None None] Provisioning complete for port 1e54756b-d778-464f-bd99-a8c76a8dc321 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:56.880598 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-84e01f0c-6362-4a51-ada8-587c7ae061f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.883839 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-449418c1-dba2-4330-ad38-7ade5ee4d06a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=820e2678d99a4587820bf5466ab0a60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461130 Jun 07 13:38:56.893393 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a0e6a6e7-82f6-4edd-a082-ae7863442709 req-2659b4af-9097-436e-b1db-99587b3037e0 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101826 Jun 07 13:38:56.896830 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 41922) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:56.913703 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449418c1-dba2-4330-ad38-7ade5ee4d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b8449d-72c3-4522-ad24-a7d832997b15,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:56.916192 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b487a527-0206-43fb-ac79-36a05b95680b req-ca3631c7-1240-4c0b-af86-338085467cf2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698201 Jun 07 13:38:56.941259 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-449418c1-dba2-4330-ad38-7ade5ee4d06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:56.968238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.972633 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-84e01f0c-6362-4a51-ada8-587c7ae061f0 None None] Port 1e54756b-d778-464f-bd99-a8c76a8dc321 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:57.020173 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.054165 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.067853 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.080339 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:57.166159 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:57.169556 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:57.175160 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:57.207198 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'Port': ['ID=a4fe48a8-4eb9-45b5-9c60-c1eb279c8215,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:57.215436 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:57.232711 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.240594 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.245456 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6b8449d-72c3-4522-ad24-a7d832997b15 HTTP/1.1" status: 204 len: 168 time: 0.3432248 Jun 07 13:38:57.245456 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:57.261934 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b8449d-72c3-4522-ad24-a7d832997b15,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:57.264910 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:57.352500 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.511143 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.820178 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecfd58-b3f1-4d1f-b268-f8e1f7438073 req-0affcade-d51a-4b47-b59d-22cab710fd1f tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:57.821739 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7ecfd58-b3f1-4d1f-b268-f8e1f7438073 req-0affcade-d51a-4b47-b59d-22cab710fd1f tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 943 time: 0.2138472 Jun 07 13:38:57.891821 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7ecfd58-b3f1-4d1f-b268-f8e1f7438073 req-381583a9-bccd-44b3-94b8-0b9c3ced3e91 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Jun 07 13:38:57.920729 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.925195 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.930788 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:58.069534 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'Port': ['ID=a4fe48a8-4eb9-45b5-9c60-c1eb279c8215,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:58.080372 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:58.134976 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.167327 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.168578 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5214326 Jun 07 13:38:58.181247 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69f85a-51bb-41d2-861f-eefb1a1a46a3 req-466fe60d-a194-446e-8865-7d3f089a6f4c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:58.183623 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5d69f85a-51bb-41d2-861f-eefb1a1a46a3 req-466fe60d-a194-446e-8865-7d3f089a6f4c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 944 time: 0.1195066 Jun 07 13:38:58.224228 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb73bc-a9eb-4b43-9697-dc22632e1fa4 req-609d5e44-f03c-4c5f-8fff-59e6cc8a1681 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:58.237645 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:58.239550 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2cbb73bc-a9eb-4b43-9697-dc22632e1fa4 req-609d5e44-f03c-4c5f-8fff-59e6cc8a1681 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 932 time: 0.1580195 Jun 07 13:38:58.248594 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5d69f85a-51bb-41d2-861f-eefb1a1a46a3 req-874ed316-ee1e-4fee-ad83-55f24ce2050f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552242 Jun 07 13:38:58.307732 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2cbb73bc-a9eb-4b43-9697-dc22632e1fa4 req-2eb1fecb-36d5-4001-8417-229057122446 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672615 Jun 07 13:38:58.355706 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:58.365309 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:58.366055 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.505663 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.540628 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:58.545538 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.549217 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2210d72f-783a-47ab-b7f5-9ca37937155f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:58.554196 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-5e974432-04a7-473e-886e-ae1369fb9a86 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--117784014&fields=id&tenant_id=842aa55b0fa64d05995bda4aad0f94c1 HTTP/1.1" status: 200 len: 267 time: 0.0531831 Jun 07 13:38:58.627573 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:58.640509 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:58.743867 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-6d75881c-861b-4784-b6fa-8ee9896ee23e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:58.745336 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-6d75881c-861b-4784-b6fa-8ee9896ee23e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 811 time: 0.1841774 Jun 07 13:38:58.763907 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-9145ae0a-c243-4216-9227-1087c2bd5ff1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/quotas/842aa55b0fa64d05995bda4aad0f94c1 HTTP/1.1" status: 200 len: 375 time: 0.0116079 Jun 07 13:38:58.865818 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-3a701f04-2ea9-4c73-adf7-06f7183d0db1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941076 Jun 07 13:38:59.060965 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Request body: {'port': {'device_id': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:59.135055 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-21fd5abd-0da7-4716-a67b-3b6ebb591776 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:38:59.136265 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-21fd5abd-0da7-4716-a67b-3b6ebb591776 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1273773 Jun 07 13:38:59.241645 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-e96f7e36-e3b9-4d68-a868-300c4b03715c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2ef2038-ff25-4e87-b175-726f37a08b6c HTTP/1.1" status: 200 len: 217 time: 0.1713083 Jun 07 13:38:59.328198 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd088e-97cd-47fd-92db-9f4d47f16dc7 req-bcfa36fb-dccc-44ca-9fa4-6a3613b1494b tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:59.328772 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:59.330455 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c2fd088e-97cd-47fd-92db-9f4d47f16dc7 req-bcfa36fb-dccc-44ca-9fa4-6a3613b1494b tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 943 time: 0.3097167 Jun 07 13:38:59.336313 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-9b8c22d7-ec65-438f-bcfb-ca3c22a1f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:59.338693 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-9b8c22d7-ec65-438f-bcfb-ca3c22a1f7d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f49b4e8-6550-49d2-8125-d43109cc5b5b HTTP/1.1" status: 200 len: 852 time: 0.0830367 Jun 07 13:38:59.394132 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fbf4014d-eef7-4970-8cc0-4cb9d259965e service neutron] 10.222.0.44 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499373 Jun 07 13:38:59.427027 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-b20dc675-fcc4-40a8-9b70-8d5ad139f21e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2505b30-94d2-4004-a1b3-50e60cc837d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584741 Jun 07 13:38:59.468876 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c2fd088e-97cd-47fd-92db-9f4d47f16dc7 req-de12bd78-3c6a-4d8e-9a17-abd50faac560 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256466 Jun 07 13:38:59.527798 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:38:59.664220 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-7e53e6ca-8777-4d1f-9936-4a647b1b92d1 service neutron] 10.222.0.60 "GET /v2.0/networks/f2505b30-94d2-4004-a1b3-50e60cc837d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234097 Jun 07 13:38:59.837971 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-90575415-22eb-4207-9a1e-37bdde4adde5 service neutron] 10.222.0.44 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251139 Jun 07 13:39:00.004326 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c2ef2038-ff25-4e87-b175-726f37a08b6c details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:00.017728 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82eefa56-98ab-4f39-a7f6-b4fc4d83c30d req-f1091277-6da0-4310-a031-d4e46d4ed4fd service neutron] 10.222.0.60 "GET /v2.0/networks/f2505b30-94d2-4004-a1b3-50e60cc837d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451858 Jun 07 13:39:00.058192 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e54756b-d778-464f-bd99-a8c76a8dc321 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:00.068669 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40360630-d565-4552-b7f6-f294c94483e4 req-3bb8f201-4ce4-4d12-8aa0-c1f73b0f1780 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:00.070327 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40360630-d565-4552-b7f6-f294c94483e4 req-3bb8f201-4ce4-4d12-8aa0-c1f73b0f1780 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 944 time: 0.3545113 Jun 07 13:39:00.074172 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.136390 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Transition to ACTIVE for port object 1e54756b-d778-464f-bd99-a8c76a8dc321 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:00.141831 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.155782 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:00.166682 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-40360630-d565-4552-b7f6-f294c94483e4 req-2a305a26-7a95-439a-a321-b6f800a8be00 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890024 Jun 07 13:39:00.248097 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:00.430007 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:00.433384 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:00.453159 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-825a0672-50cd-41c5-8152-a0c12f51ca7c req-ca819b6d-cf09-47ca-8888-6db76590cf25 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 210 time: 0.1614523 Jun 07 13:39:00.481755 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c2ef2038-ff25-4e87-b175-726f37a08b6c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c2ef2038-ff25-4e87-b175-726f37a08b6c,segment=NetworkSegment(d93ecac1-c023-4fe5-9d43-76504fa63611),segment_id=d93ecac1-c023-4fe5-9d43-76504fa63611)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:00.525914 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'c2ef2038-ff25-4e87-b175-726f37a08b6c', 'network_id': 'f2505b30-94d2-4004-a1b3-50e60cc837d0', 'port_id': 'c2ef2038-ff25-4e87-b175-726f37a08b6c', 'mac_address': 'fa:16:3e:a1:47:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f49b4e8-6550-49d2-8125-d43109cc5b5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:00.650889 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:00.652012 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.705784 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.756840 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ef2038-ff25-4e87-b175-726f37a08b6c {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:00.794652 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c2ef2038-ff25-4e87-b175-726f37a08b6c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c2ef2038-ff25-4e87-b175-726f37a08b6c,segment=NetworkSegment(d93ecac1-c023-4fe5-9d43-76504fa63611),segment_id=d93ecac1-c023-4fe5-9d43-76504fa63611)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:00.794829 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Attempting to bind port 1e54756b-d778-464f-bd99-a8c76a8dc321 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:00.795107 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Attempting to bind port 1e54756b-d778-464f-bd99-a8c76a8dc321 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:00.795473 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Attempting to bind port 1e54756b-d778-464f-bd99-a8c76a8dc321 on network 33385e9d-5ad4-4904-beb9-71e90c44a49f {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:00.803660 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.807143 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:00.813749 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Port 1e54756b-d778-464f-bd99-a8c76a8dc321 on network 33385e9d-5ad4-4904-beb9-71e90c44a49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:00.818321 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Attempting to bind port 1e54756b-d778-464f-bd99-a8c76a8dc321 on network 33385e9d-5ad4-4904-beb9-71e90c44a49f {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:00.831713 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:00.832122 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Checking segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:00.832616 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Bound using segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:00.833060 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Bound port: 1e54756b-d778-464f-bd99-a8c76a8dc321, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:00.833411 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.054189 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa8269-bc2e-4a7b-821b-7748e8466be1 req-bb6c0186-aa4e-4e36-a426-7dcc3a0bdb31 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:01.066648 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b705ed5-4b21-4e18-85d6-8d5b81bc1a15 req-f11bce16-0568-4f43-a2ad-0bba47fa6d24 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:01.068206 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7b705ed5-4b21-4e18-85d6-8d5b81bc1a15 req-f11bce16-0568-4f43-a2ad-0bba47fa6d24 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.6407161 Jun 07 13:39:01.074116 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f0fa8269-bc2e-4a7b-821b-7748e8466be1 req-bb6c0186-aa4e-4e36-a426-7dcc3a0bdb31 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 944 time: 0.2462478 Jun 07 13:39:01.164101 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['c2ef2038-ff25-4e87-b175-726f37a08b6c'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:01.221738 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f0fa8269-bc2e-4a7b-821b-7748e8466be1 req-a1a997e3-cb94-4989-b1a6-4e81cd958134 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385057 Jun 07 13:39:01.227591 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c2ef2038-ff25-4e87-b175-726f37a08b6c,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:01.245013 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:01.398403 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7b705ed5-4b21-4e18-85d6-8d5b81bc1a15 req-1b849344-7803-4227-aed3-4a0b30c88565 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212786 Jun 07 13:39:01.410673 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:01.425634 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:01.441557 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.457417 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-46de9f30-169c-47c9-b0c7-07bb3e4de4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:01.501236 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:01.501236 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.505804 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 1094 time: 2.4581935 Jun 07 13:39:01.512278 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:01.584369 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:01.592054 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:01.698054 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:39:01.702772 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f810ab-c014-4383-a20e-2aef0694f729 req-34e81758-bda4-4bcd-ac94-550e09861395 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:01.704366 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-90f810ab-c014-4383-a20e-2aef0694f729 req-34e81758-bda4-4bcd-ac94-550e09861395 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 944 time: 0.3093483 Jun 07 13:39:01.834325 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f840362b-fcd0-43ea-8cf0-40a082bab635" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:01.865905 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-90f810ab-c014-4383-a20e-2aef0694f729 req-2ae34c9b-08a5-4bda-be46-dc81f171a16d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488307 Jun 07 13:39:01.938101 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2a93fab3-d161-4922-808d-11417819561f up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:01.959801 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-29eab233-c8f1-4d19-a0e6-25ec5946b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:01.968711 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-29eab233-c8f1-4d19-a0e6-25ec5946b96d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1097 time: 0.3343699 Jun 07 13:39:01.971459 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-eb8f344d-2446-4ddc-8c36-151bc9708293 req-53aea5fa-27d1-427a-8620-966354b22ba5 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 210 time: 0.1399584 Jun 07 13:39:02.094022 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-dd53de7f-9be1-458b-a2c5-46540a7c4bf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 217 time: 0.1107206 Jun 07 13:39:02.169741 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 2a93fab3-d161-4922-808d-11417819561f completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:02.176362 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 2a93fab3-d161-4922-808d-11417819561f triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:02.176755 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:02.198038 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b94535-7700-4521-85aa-7bb1148ddb1b x-openstack-request-id: req-01b94535-7700-4521-85aa-7bb1148ddb1b {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:02.198633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:02.199112 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01b94535-7700-4521-85aa-7bb1148ddb1b {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:02.199774 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'status': 'completed', 'code': 200} Jun 07 13:39:02.213025 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-cdf2ec71-e288-44a6-b86a-4ee7a72ca7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:02.214887 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-cdf2ec71-e288-44a6-b86a-4ee7a72ca7a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.1131890 Jun 07 13:39:02.332470 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:02.394077 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93fab3-d161-4922-808d-11417819561f'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:02.488008 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 2a93fab3-d161-4922-808d-11417819561f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a93fab3-d161-4922-808d-11417819561f,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:02.489745 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-17cac6bb-7fb4-41dd-bce0-cda757595d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:02.492557 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-17cac6bb-7fb4-41dd-bce0-cda757595d3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2669668 Jun 07 13:39:02.502894 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:02.510680 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:02.634705 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b1ea8-700e-4809-baf5-b72fed2324b7" -d '{"events": [{"server_uuid": "aea5d7d3-54b9-4269-9d0f-3062d285a45c", "name": "network-vif-plugged", "status": "completed", "tag": "2a93fab3-d161-4922-808d-11417819561f"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:02.691844 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=2a93fab3-d161-4922-808d-11417819561f,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:02.695476 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:02.798594 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-1b0f4199-f914-4804-b909-3c8036b49ec7 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939243 Jun 07 13:39:02.819629 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255ded-a242-4e13-840a-3c129275d458 req-f8b78847-4f82-4de8-998d-71df4f5d4813 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:02.826540 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-21255ded-a242-4e13-840a-3c129275d458 req-f8b78847-4f82-4de8-998d-71df4f5d4813 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 944 time: 0.4141085 Jun 07 13:39:02.831687 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-e97bc3e2-6700-4388-9188-71c5ad4f260f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:02.833156 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-e97bc3e2-6700-4388-9188-71c5ad4f260f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 811 time: 0.4024191 Jun 07 13:39:02.904123 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-21255ded-a242-4e13-840a-3c129275d458 req-5361121d-d81a-4ed8-a642-9a72a51d3f80 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735228 Jun 07 13:39:02.973643 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415204c-974d-412d-a458-516f97227f47 req-02e50474-e7d0-4179-9415-4eb4fde260f5 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:02.975940 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7415204c-974d-412d-a458-516f97227f47 req-02e50474-e7d0-4179-9415-4eb4fde260f5 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1362674 Jun 07 13:39:03.068826 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7415204c-974d-412d-a458-516f97227f47 req-9b8032f5-5300-4c23-9626-effdaa21d495 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805681 Jun 07 13:39:03.082465 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83504b5-f155-49f3-8c9d-3e52a922c201 x-openstack-request-id: req-f83504b5-f155-49f3-8c9d-3e52a922c201 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:03.082982 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea5d7d3-54b9-4269-9d0f-3062d285a45c", "name": "network-vif-plugged", "status": "completed", "tag": "2a93fab3-d161-4922-808d-11417819561f", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:03.083111 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f83504b5-f155-49f3-8c9d-3e52a922c201 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:03.083605 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93fab3-d161-4922-808d-11417819561f', 'code': 200} Jun 07 13:39:03.263026 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-70be3163-0319-4294-8fdf-ae8da6e25b35 req-9cd47707-6c0f-4f5c-975b-65831d8f57c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 210 time: 0.0539596 Jun 07 13:39:03.349839 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931082f-be3b-4d3d-b3d0-5e136ae554e5 req-1375cffb-8d09-41c2-99aa-89aa46458a7b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:03.351325 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4931082f-be3b-4d3d-b3d0-5e136ae554e5 req-1375cffb-8d09-41c2-99aa-89aa46458a7b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.1264935 Jun 07 13:39:03.413120 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4931082f-be3b-4d3d-b3d0-5e136ae554e5 req-b60c061e-9b56-462e-a777-8c868b81e010 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493460 Jun 07 13:39:03.529205 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f48b5f89-7f08-4af6-b70e-1753b2fd41c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.113838 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39dc6a-232e-4940-a0a8-6d3fc49f39b7 req-0d6f09fe-d3f7-47bd-be04-344abadce35c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:04.115370 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c39dc6a-232e-4940-a0a8-6d3fc49f39b7 req-0d6f09fe-d3f7-47bd-be04-344abadce35c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 944 time: 0.0982513 Jun 07 13:39:04.168707 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c39dc6a-232e-4940-a0a8-6d3fc49f39b7 req-09e3d6b9-0137-489b-9456-9534ac49b5cd tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477390 Jun 07 13:39:04.291122 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09a303-4d87-4f37-8f0a-c3beb9b34dac req-17f992dc-bad2-4f4d-bb22-facd01866d92 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:04.292708 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8b09a303-4d87-4f37-8f0a-c3beb9b34dac req-17f992dc-bad2-4f4d-bb22-facd01866d92 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.0927196 Jun 07 13:39:04.357459 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8b09a303-4d87-4f37-8f0a-c3beb9b34dac req-7df474e0-0803-4000-a65d-960775202e68 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542395 Jun 07 13:39:04.426784 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2d3c7456-88dc-4514-8767-669d3a15a155 req-470d9f22-5f8f-4e25-ba0d-3594170b150a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 210 time: 0.0446284 Jun 07 13:39:04.615454 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b39c0-1d42-4767-be22-90a9f5b21473 req-97654e3b-3db0-4550-a4c7-c67f23dbe1f9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:04.616819 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f42b39c0-1d42-4767-be22-90a9f5b21473 req-97654e3b-3db0-4550-a4c7-c67f23dbe1f9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.0803545 Jun 07 13:39:04.662451 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f42b39c0-1d42-4767-be22-90a9f5b21473 req-77767a0d-a1ae-4c1e-84ca-fe1950d0666a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Jun 07 13:39:05.051236 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c2ef2038-ff25-4e87-b175-726f37a08b6c up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:05.135890 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port c2ef2038-ff25-4e87-b175-726f37a08b6c completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:05.141971 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port c2ef2038-ff25-4e87-b175-726f37a08b6c triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:05.142353 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.334725 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.366088 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba7eac-9f57-44df-adad-e836f9533421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef2038-ff25-4e87-b175-726f37a08b6c'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:05.377244 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8705223b-f84b-4e48-bd4a-38d768af80c2" -d '{"events": [{"server_uuid": "17ba7eac-9f57-44df-adad-e836f9533421", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef2038-ff25-4e87-b175-726f37a08b6c"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:05.382907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c2ef2038-ff25-4e87-b175-726f37a08b6c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c2ef2038-ff25-4e87-b175-726f37a08b6c,segment=NetworkSegment(d93ecac1-c023-4fe5-9d43-76504fa63611),segment_id=d93ecac1-c023-4fe5-9d43-76504fa63611)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:05.388075 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.391799 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:05.413311 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d035-71b6-451f-8e40-e64a73fa06fc req-25d851cf-2986-4fa5-8c19-16329b301058 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:05.415629 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0e80d035-71b6-451f-8e40-e64a73fa06fc req-25d851cf-2986-4fa5-8c19-16329b301058 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 944 time: 0.0961432 Jun 07 13:39:05.446208 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43071828-a288-47d6-bc61-4b2c8f3609c4 x-openstack-request-id: req-43071828-a288-47d6-bc61-4b2c8f3609c4 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:05.446208 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba7eac-9f57-44df-adad-e836f9533421", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef2038-ff25-4e87-b175-726f37a08b6c", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:05.446208 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43071828-a288-47d6-bc61-4b2c8f3609c4 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:05.446208 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba7eac-9f57-44df-adad-e836f9533421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef2038-ff25-4e87-b175-726f37a08b6c', 'code': 200} Jun 07 13:39:05.478439 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0e80d035-71b6-451f-8e40-e64a73fa06fc req-9b444111-7b0b-4d4a-b122-e83143f8efab tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Jun 07 13:39:05.493320 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c2ef2038-ff25-4e87-b175-726f37a08b6c,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:05.508413 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:05.660549 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e9a7e15b-eb15-48ce-ac49-9aeed8bf61cc req-3814634c-3a35-4322-a55f-2cd841b669f1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 210 time: 0.0623846 Jun 07 13:39:05.667942 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf21810-c9f3-4146-b79c-25d75525b650 req-1fcb871a-65a3-436a-b6bc-84c4833c1544 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:05.670226 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9cf21810-c9f3-4146-b79c-25d75525b650 req-1fcb871a-65a3-436a-b6bc-84c4833c1544 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1179969 Jun 07 13:39:05.730762 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9cf21810-c9f3-4146-b79c-25d75525b650 req-6fe73a82-1a28-4d5c-b64b-05b824fc8c97 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534430 Jun 07 13:39:05.901754 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b19df-3d3e-4c98-b316-85e0cacc3208 req-eff27cb6-9779-431f-8573-5b8d66b02bd6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:05.903268 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b1b19df-3d3e-4c98-b316-85e0cacc3208 req-eff27cb6-9779-431f-8573-5b8d66b02bd6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.1122830 Jun 07 13:39:05.954157 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b1b19df-3d3e-4c98-b316-85e0cacc3208 req-95976894-32ef-4fe8-b6c6-026fa9e00264 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Jun 07 13:39:06.289579 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-6bf700e1-f33e-4abf-9dbe-4617dc651288 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=842aa55b0fa64d05995bda4aad0f94c1 HTTP/1.1" status: 200 len: 379 time: 0.0955980 Jun 07 13:39:06.305752 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'port': {'device_id': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'admin_state_up': True, 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'security_groups': ['feebb7ac-5a34-4c36-9cde-b07c1159c99a']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:06.347463 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b79436a8-71be-4022-92a5-2eb13f2abe45 req-d00e3bd1-5608-4d40-b5ab-03c1e21c06e9 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677370 Jun 07 13:39:06.504128 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.60', 63451) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:06.512583 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.618158 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428ed0e-d9d0-4978-ae0e-e3d6fa032b30 req-78d13afc-45df-4d00-a856-911d0c65ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:06.620594 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4428ed0e-d9d0-4978-ae0e-e3d6fa032b30 req-78d13afc-45df-4d00-a856-911d0c65ce60 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 1098 time: 0.1152802 Jun 07 13:39:06.631324 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-2057d524-00e4-460d-9e32-ab12fb024181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:06.633693 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-2057d524-00e4-460d-9e32-ab12fb024181 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1097 time: 0.1742129 Jun 07 13:39:06.633865 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec6222-64e5-4cde-87a9-c848e086c0ce req-7b9e36ee-e088-4b9f-9028-6dcea7533a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:06.635173 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48ec6222-64e5-4cde-87a9-c848e086c0ce req-7b9e36ee-e088-4b9f-9028-6dcea7533a52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 1098 time: 0.1297486 Jun 07 13:39:06.641953 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Made reservation on behalf of 842aa55b0fa64d05995bda4aad0f94c1 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:06.645706 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.679580 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48ec6222-64e5-4cde-87a9-c848e086c0ce req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.724805 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-4428ed0e-d9d0-4978-ae0e-e3d6fa032b30 req-1fdc1e1e-1261-443f-8cc3-6610b466a775 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.946889 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aad97-f8ed-4142-9cc1-b470a4f55a0e req-818e223d-0e4a-4d24-ae50-bde30cb20973 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:06.948692 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8b0aad97-f8ed-4142-9cc1-b470a4f55a0e req-818e223d-0e4a-4d24-ae50-bde30cb20973 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 945 time: 0.3214791 Jun 07 13:39:06.950753 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-1a1898cb-7baa-48bb-8c2a-2f814aa893a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:06.955460 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-1a1898cb-7baa-48bb-8c2a-2f814aa893a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.2624245 Jun 07 13:39:06.977108 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b0bf249-3993-4ada-91f1-d7fa471ece7b req-44a60f89-ba65-4fd2-b4b5-34f304a8745b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 210 time: 0.0938749 Jun 07 13:39:07.077121 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Allocated IP 172.20.0.4 (8a4574f7-5011-4471-92b2-f09683ce30d3/0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d/609df7a2-08e0-43fa-b4f4-862963172caa) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:07.167916 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-94e2d11f-fe43-43c3-91f6-d239c628cba9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 217 time: 0.1795223 Jun 07 13:39:07.178140 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-71508425-509e-4e51-bd1f-98a45be76232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.261613 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8b0aad97-f8ed-4142-9cc1-b470a4f55a0e req-ccf9b425-6b7f-473f-8713-fe4faa8a0d8e tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015718 Jun 07 13:39:07.303036 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-55869215-ece5-4c79-b4fa-d43310179797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.306487 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-55869215-ece5-4c79-b4fa-d43310179797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.1250381 Jun 07 13:39:07.317249 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48ec6222-64e5-4cde-87a9-c848e086c0ce req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.342608 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48ec6222-64e5-4cde-87a9-c848e086c0ce req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.366966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a7277f2e-1379-446e-ae6f-fc4eb901e337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:07.374147 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48ec6222-64e5-4cde-87a9-c848e086c0ce req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158263 Jun 07 13:39:07.445035 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2a826d-5de8-4b36-a2d4-f5090f3f2b81,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:07.508136 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:07.538202 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c6c93-4173-44af-881c-72fcd885dd07 req-61a3c06f-f879-4ed7-88dc-1652b94e7a20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.539764 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a4c6c93-4173-44af-881c-72fcd885dd07 req-61a3c06f-f879-4ed7-88dc-1652b94e7a20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.3045726 Jun 07 13:39:07.562864 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.db.api [req-4428ed0e-d9d0-4978-ae0e-e3d6fa032b30 req-1fdc1e1e-1261-443f-8cc3-6610b466a775 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a886c1c2e0294645902ee56e20ce51ce {{(pid=92944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:39:07.563253 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_db.api [req-4428ed0e-d9d0-4978-ae0e-e3d6fa032b30 req-1fdc1e1e-1261-443f-8cc3-6610b466a775 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:39:07.591891 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-538f2f16-6ad3-4295-8e79-ffe2dc23c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.593819 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-538f2f16-6ad3-4295-8e79-ffe2dc23c621 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2770791 Jun 07 13:39:07.610743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b039e0-1550-477a-85e5-e26d6768d755 req-c2e85790-5e17-4888-9b3c-fe70a6c35f3c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.612953 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d4b039e0-1550-477a-85e5-e26d6768d755 req-c2e85790-5e17-4888-9b3c-fe70a6c35f3c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.2010915 Jun 07 13:39:07.647858 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a4c6c93-4173-44af-881c-72fcd885dd07 req-c568a3ea-3c48-4e6d-97e9-865f7f737dac tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941942 Jun 07 13:39:07.650696 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.671838 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Transition to ACTIVE for port object 609df7a2-08e0-43fa-b4f4-862963172caa will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:07.711245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.720960 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1e8e5c04-ecc2-4818-8c0e-d81e13acd314 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:07.748646 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d4b039e0-1550-477a-85e5-e26d6768d755 req-711dace7-bb0c-461d-a0f5-e22b6382ebea tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153166 Jun 07 13:39:07.799526 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:07.803204 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:07.808540 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:07.813379 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-cc6e4ff6-2393-4959-a609-e02d84052d76 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995146 Jun 07 13:39:07.876426 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'Port': ['ID=609df7a2-08e0-43fa-b4f4-862963172caa,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:07.886907 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:07.902584 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.903460 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.916062 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42242) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:07.943499 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6436515 Jun 07 13:39:07.957790 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Request body: {'port': {'device_id': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:08.020583 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840362b-fcd0-43ea-8cf0-40a082bab635 req-a0ebe228-e961-4531-8ee2-ce2468ad2ac0 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001042 Jun 07 13:39:08.064497 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-4428ed0e-d9d0-4978-ae0e-e3d6fa032b30 req-1fdc1e1e-1261-443f-8cc3-6610b466a775 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.170417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dcdfcda4-5734-40f3-a3d3-92cc9e875ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.189273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.207720 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4428ed0e-d9d0-4978-ae0e-e3d6fa032b30 req-1fdc1e1e-1261-443f-8cc3-6610b466a775 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5723586 Jun 07 13:39:08.235112 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-ab19ac43-e762-491b-ab8a-f002419eda8d None None] Provisioning for port 609df7a2-08e0-43fa-b4f4-862963172caa completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:08.242663 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-ab19ac43-e762-491b-ab8a-f002419eda8d None None] Provisioning complete for port 609df7a2-08e0-43fa-b4f4-862963172caa triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:08.243383 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ab19ac43-e762-491b-ab8a-f002419eda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.292853 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.321986 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-ab19ac43-e762-491b-ab8a-f002419eda8d None None] Port 609df7a2-08e0-43fa-b4f4-862963172caa cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:39:08.521251 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcdc24-a75d-4e5c-a5f2-7a3156a5e7fc req-1b863169-37cf-43aa-8ace-5d74460a6008 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:08.529699 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5ffcdc24-a75d-4e5c-a5f2-7a3156a5e7fc req-1b863169-37cf-43aa-8ace-5d74460a6008 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 931 time: 0.3462939 Jun 07 13:39:08.542788 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96c250-319e-4d99-87ed-11018b292d11 req-a768ce7c-64b8-40bb-901e-0c2edec83e78 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:08.550231 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9e96c250-319e-4d99-87ed-11018b292d11 req-a768ce7c-64b8-40bb-901e-0c2edec83e78 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 945 time: 0.1059864 Jun 07 13:39:08.617165 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9e96c250-319e-4d99-87ed-11018b292d11 req-b9e9d6af-bc87-44ae-ae43-45ce38225bbf tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658743 Jun 07 13:39:08.634155 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5ffcdc24-a75d-4e5c-a5f2-7a3156a5e7fc req-5a8cfdf6-a8b5-40fe-b36d-3b5f37bbfb87 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026430 Jun 07 13:39:08.778952 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dcdfcda4-5734-40f3-a3d3-92cc9e875ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.847385 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dcdfcda4-5734-40f3-a3d3-92cc9e875ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.893051 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5525da7e-da76-466b-b699-9152a94b18a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:08.906673 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-dcdfcda4-5734-40f3-a3d3-92cc9e875ef2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50c37a444ae944efb6bd424fa4868fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9876564 Jun 07 13:39:08.923367 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42280) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:09.040123 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfcda4-5734-40f3-a3d3-92cc9e875ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25afccfc-f2b2-4411-b959-f32c1826b4d9,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:09.046540 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-dcdfcda4-5734-40f3-a3d3-92cc9e875ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:09.047743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.052671 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609df7a2-08e0-43fa-b4f4-862963172caa {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:09.068078 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.090856 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Transition to ACTIVE for port object 609df7a2-08e0-43fa-b4f4-862963172caa will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:09.093728 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.095814 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.105200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:09.146082 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8ec61-1dfe-4348-b6fe-a9c35320c603 req-6cf5cb0d-ca25-4fb2-b70f-972566e8b42d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:09.147997 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-abf8ec61-1dfe-4348-b6fe-a9c35320c603 req-6cf5cb0d-ca25-4fb2-b70f-972566e8b42d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.2381201 Jun 07 13:39:09.215403 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.222724 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.227820 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25afccfc-f2b2-4411-b959-f32c1826b4d9 HTTP/1.1" status: 204 len: 168 time: 0.3015063 Jun 07 13:39:09.229429 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:09.244806 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e49bd-a1c9-4372-a803-6c20102ee33a req-bd36b841-389d-4171-9d00-90bfecf18405 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:09.246465 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-077e49bd-a1c9-4372-a803-6c20102ee33a req-bd36b841-389d-4171-9d00-90bfecf18405 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.4322107 Jun 07 13:39:09.252472 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25afccfc-f2b2-4411-b959-f32c1826b4d9,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:09.317654 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:09.335091 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-077e49bd-a1c9-4372-a803-6c20102ee33a req-4a32986c-dca1-4b85-b08f-72adf3e62370 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787635 Jun 07 13:39:09.397513 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42298) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:09.634415 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.695219 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-00d20415-a8f6-405a-8abd-9d1035f16537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.702503 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa130c-e824-4284-a63f-216769052904 service neutron] Pushing event updated for resources: {'Port': ['ID=609df7a2-08e0-43fa-b4f4-862963172caa,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:09.732722 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-abf8ec61-1dfe-4348-b6fe-a9c35320c603 req-57e9c9ac-a062-4d7a-b634-fd9b215bfedc tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717275 Jun 07 13:39:09.735602 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fafa130c-e824-4284-a63f-216769052904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:09.805381 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Attempting to bind port 609df7a2-08e0-43fa-b4f4-862963172caa on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:09.806059 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Attempting to bind port 609df7a2-08e0-43fa-b4f4-862963172caa by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:09.807663 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Attempting to bind port 609df7a2-08e0-43fa-b4f4-862963172caa on network 8a4574f7-5011-4471-92b2-f09683ce30d3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:09.821857 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Port 609df7a2-08e0-43fa-b4f4-862963172caa on network 8a4574f7-5011-4471-92b2-f09683ce30d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:09.822405 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Attempting to bind port 609df7a2-08e0-43fa-b4f4-862963172caa on network 8a4574f7-5011-4471-92b2-f09683ce30d3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:09.837710 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:09.838271 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Checking segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:09.838933 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Bound using segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:09.840479 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Bound port: 609df7a2-08e0-43fa-b4f4-862963172caa, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:09.842366 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.859824 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-00d20415-a8f6-405a-8abd-9d1035f16537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.932133 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-00d20415-a8f6-405a-8abd-9d1035f16537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.947912 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:10.041747 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d20415-a8f6-405a-8abd-9d1035f16537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad3a49-fe08-40f3-ac54-351b5bb99e94,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:10.062934 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-00d20415-a8f6-405a-8abd-9d1035f16537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.075180 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-00d20415-a8f6-405a-8abd-9d1035f16537 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88cbcad4823f4c35a96bf1d40400781d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6753445 Jun 07 13:39:10.078818 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42336) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:10.116812 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] For port 609df7a2-08e0-43fa-b4f4-862963172caa, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:10.121957 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] For port 609df7a2-08e0-43fa-b4f4-862963172caa, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=609df7a2-08e0-43fa-b4f4-862963172caa,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:10.123443 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42338) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:10.129379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.136245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:10.169068 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83255872-a0b2-42a9-a9b4-512949a2d84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.179384 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:10.212966 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b5472-ba04-49db-8fc8-85ac40c3f539 req-5d30970f-69f7-4ad8-bad7-1beeb8165d69 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.215754 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445105-fbd7-43a1-8b2b-186de0604790 req-4a8c9f00-d2dd-4a80-91ce-3e7693c7919b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.220950 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ee3b5472-ba04-49db-8fc8-85ac40c3f539 req-5d30970f-69f7-4ad8-bad7-1beeb8165d69 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 945 time: 0.3590553 Jun 07 13:39:10.223731 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-19445105-fbd7-43a1-8b2b-186de0604790 req-4a8c9f00-d2dd-4a80-91ce-3e7693c7919b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 943 time: 0.2486761 Jun 07 13:39:10.243677 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.244526 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.246718 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fafa130c-e824-4284-a63f-216769052904 service neutron] 10.222.0.60 "PUT /v2.0/ports/609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 1093 time: 2.2934120 Jun 07 13:39:10.247303 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:10.251423 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41a723-64e3-475b-8462-9cf45150f797" -d '{"events": [{"name": "network-changed", "server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:10.321118 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-19445105-fbd7-43a1-8b2b-186de0604790 req-955f2805-f143-4391-a03e-4b94fc468bdc tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963123 Jun 07 13:39:10.360491 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.378645 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ee3b5472-ba04-49db-8fc8-85ac40c3f539 req-e97bc003-9e2e-40e3-b3bc-d64426c93880 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566310 Jun 07 13:39:10.409743 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa130c-e824-4284-a63f-216769052904 service neutron] Pushing event updated for resources: {'Port': ['ID=609df7a2-08e0-43fa-b4f4-862963172caa,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:10.428223 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fafa130c-e824-4284-a63f-216769052904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.442129 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.470184 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08031a-84cf-4146-8013-c4a079347749 x-openstack-request-id: req-bf08031a-84cf-4146-8013-c4a079347749 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:10.470827 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:10.471315 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf08031a-84cf-4146-8013-c4a079347749 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:10.472566 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa', 'status': 'completed', 'code': 200} Jun 07 13:39:10.522042 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-7c08f1a7-26c2-4fc5-a3eb-347c7311d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.526490 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-7c08f1a7-26c2-4fc5-a3eb-347c7311d8e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1096 time: 0.2005739 Jun 07 13:39:10.548601 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:10.571984 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'port_id': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'mac_address': 'fa:16:3e:f2:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:10.647031 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83255872-a0b2-42a9-a9b4-512949a2d84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.649751 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.654240 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.657737 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dad3a49-fe08-40f3-ac54-351b5bb99e94 HTTP/1.1" status: 204 len: 168 time: 0.5775933 Jun 07 13:39:10.660452 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:10.671236 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83255872-a0b2-42a9-a9b4-512949a2d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.674201 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.683755 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-8efa004a-3d08-4700-b082-1a1fed1424cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 217 time: 0.1406457 Jun 07 13:39:10.693279 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad3a49-fe08-40f3-ac54-351b5bb99e94,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:10.703072 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.703694 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c9964f96-164c-4ec7-a962-06d36a78594a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:10.725719 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-83255872-a0b2-42a9-a9b4-512949a2d84e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ee1437b14bb45eca479a5dde8a589f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996547 Jun 07 13:39:10.734632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42354) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:10.751795 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e54756b-d778-464f-bd99-a8c76a8dc321 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:10.805700 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fd6d5ff1-ed31-44a1-8049-177be0330730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.807281 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-fd6d5ff1-ed31-44a1-8049-177be0330730 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.1126645 Jun 07 13:39:10.815003 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83255872-a0b2-42a9-a9b4-512949a2d84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdb3fd9-49ee-4ea4-b8ad-03ae0fbccb66,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:10.826960 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-83255872-a0b2-42a9-a9b4-512949a2d84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.838069 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:10.846597 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.849420 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:10.886245 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.909096 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4ba87-2733-4694-bee5-afe7d74d005a req-bab04966-ed71-45e8-8f50-30a154157520 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.910865 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48c4ba87-2733-4694-bee5-afe7d74d005a req-bab04966-ed71-45e8-8f50-30a154157520 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1777537 Jun 07 13:39:10.945232 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:10.955396 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.957420 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.981610 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-4cc40258-bceb-479f-b878-fdf9104bf278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.984327 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-4cc40258-bceb-479f-b878-fdf9104bf278 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1649880 Jun 07 13:39:11.020111 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48c4ba87-2733-4694-bee5-afe7d74d005a req-0c1b68cb-a45a-4634-91fa-c517576b5a87 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929472 Jun 07 13:39:11.071291 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:11.079685 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:11.083988 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6cdb3fd9-49ee-4ea4-b8ad-03ae0fbccb66 HTTP/1.1" status: 204 len: 168 time: 0.3482540 Jun 07 13:39:11.086516 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:11.111995 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdb3fd9-49ee-4ea4-b8ad-03ae0fbccb66,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:11.121933 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:11.182694 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['1e54756b-d778-464f-bd99-a8c76a8dc321'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:11.406986 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac62ac-3972-49e8-8d39-6275d6d40be0 req-66fee750-03d1-4ffc-8e4d-b8969940e3c8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.408329 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-79ac62ac-3972-49e8-8d39-6275d6d40be0 req-66fee750-03d1-4ffc-8e4d-b8969940e3c8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.4067011 Jun 07 13:39:11.418548 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-996c5ebc-4bf1-446f-8c46-b5cc891e46dc service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181614 Jun 07 13:39:11.589122 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-79ac62ac-3972-49e8-8d39-6275d6d40be0 req-b948883a-2a93-45a7-8608-dd1c2ae817e3 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690207 Jun 07 13:39:11.638253 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42376) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:11.701461 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9975dec3-3c0c-40fa-80e3-1b1f57abce17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:11.725971 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-85184cac-6e0b-4991-8ad3-71b61a98c513 req-ebc65093-e778-4813-b4db-5ed0741c75b1 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813177 Jun 07 13:39:11.784336 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d33c-82f3-47ce-a2a1-457edbd2aa9b req-99d077e2-2818-405f-8af8-a0f23faddcee tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.788871 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-38f1d33c-82f3-47ce-a2a1-457edbd2aa9b req-99d077e2-2818-405f-8af8-a0f23faddcee tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 943 time: 0.2007072 Jun 07 13:39:11.867057 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-38f1d33c-82f3-47ce-a2a1-457edbd2aa9b req-050be710-040d-4615-8068-b1cd240493f8 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697889 Jun 07 13:39:11.972794 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41a723-64e3-475b-8462-9cf45150f797 req-047740ab-5403-4a41-9e97-0971f8ebe3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.974966 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a41a723-64e3-475b-8462-9cf45150f797 req-047740ab-5403-4a41-9e97-0971f8ebe3ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1096 time: 0.1668305 Jun 07 13:39:12.019019 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9975dec3-3c0c-40fa-80e3-1b1f57abce17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.025304 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9975dec3-3c0c-40fa-80e3-1b1f57abce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.051884 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:12.177155 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.270053 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9975dec3-3c0c-40fa-80e3-1b1f57abce17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bc0df1abc6944379d45d2ea605fef52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226807 Jun 07 13:39:12.270386 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42398) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:12.278274 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975dec3-3c0c-40fa-80e3-1b1f57abce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b6572-43f5-4624-b5c4-d01b59ebac33,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:12.283483 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9975dec3-3c0c-40fa-80e3-1b1f57abce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:12.429771 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.452572 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41a723-64e3-475b-8462-9cf45150f797 req-a19bc2e5-7bae-4450-a406-c3d85bcf190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.454285 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a41a723-64e3-475b-8462-9cf45150f797 req-a19bc2e5-7bae-4450-a406-c3d85bcf190e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.4690766 Jun 07 13:39:12.601782 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.695530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.698235 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.699368 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b2b6572-43f5-4624-b5c4-d01b59ebac33 HTTP/1.1" status: 204 len: 168 time: 0.4277308 Jun 07 13:39:12.700088 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:12.700198 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871621f-299d-4c5a-8847-48d73ec98bc7 req-231e70b1-a399-4fda-85f2-8260ca8ddc6c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.702907 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4871621f-299d-4c5a-8847-48d73ec98bc7 req-231e70b1-a399-4fda-85f2-8260ca8ddc6c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 945 time: 0.4026253 Jun 07 13:39:12.703925 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a41a723-64e3-475b-8462-9cf45150f797 req-c96772c6-7382-47ea-b2f9-708a07e10907 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 217 time: 0.2318015 Jun 07 13:39:12.723409 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b6572-43f5-4624-b5c4-d01b59ebac33,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:12.727357 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:12.829002 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4871621f-299d-4c5a-8847-48d73ec98bc7 req-d5ebbf26-0a1e-4d40-88fc-9f1a8fd82e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184018 Jun 07 13:39:12.833054 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41a723-64e3-475b-8462-9cf45150f797 req-e00b322b-9bfb-423f-b282-b883abc03000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.834508 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a41a723-64e3-475b-8462-9cf45150f797 req-e00b322b-9bfb-423f-b282-b883abc03000 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.0810027 Jun 07 13:39:12.988454 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41a723-64e3-475b-8462-9cf45150f797 req-eec52017-9ced-4c28-86f4-94b23bb9ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.991543 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a41a723-64e3-475b-8462-9cf45150f797 req-eec52017-9ced-4c28-86f4-94b23bb9ff8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1442671 Jun 07 13:39:13.215866 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283c0a7-755a-45d2-820b-10615a3c8dcf req-45b0096f-f964-4f96-9854-fcecc6b2b97c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:13.217948 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c283c0a7-755a-45d2-820b-10615a3c8dcf req-45b0096f-f964-4f96-9854-fcecc6b2b97c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 943 time: 0.1854413 Jun 07 13:39:13.223579 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a41a723-64e3-475b-8462-9cf45150f797 req-645cfa12-ed19-4aee-a4ff-31b5eecc76f7 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167013 Jun 07 13:39:13.276303 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42448) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:13.382524 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c283c0a7-755a-45d2-820b-10615a3c8dcf req-5015ba99-b1db-4394-8e71-7b6759ac784b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570694 Jun 07 13:39:13.456696 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a41a723-64e3-475b-8462-9cf45150f797 req-32e42ac6-7dc0-46b9-affd-6d1e2f7dc2d8 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177236 Jun 07 13:39:13.519200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42458) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:13.544956 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3e95cb0b-b2d8-47f2-a50c-58d8a1e1fcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:13.728874 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84ed1d59-eaf8-48ea-9f5e-7f6dd62e40a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:13.741954 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3e95cb0b-b2d8-47f2-a50c-58d8a1e1fcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:13.751656 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3e95cb0b-b2d8-47f2-a50c-58d8a1e1fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:13.775830 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:13.840045 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3e95cb0b-b2d8-47f2-a50c-58d8a1e1fcc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce4b887b806e47e3a671c4938595f84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177588 Jun 07 13:39:13.842775 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95cb0b-b2d8-47f2-a50c-58d8a1e1fcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707c9b6c-08da-43ba-af1f-00175fc1bf08,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:13.843194 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42476) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:13.859247 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3e95cb0b-b2d8-47f2-a50c-58d8a1e1fcc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:13.983108 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.034542 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.099248 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84ed1d59-eaf8-48ea-9f5e-7f6dd62e40a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.116441 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.116656 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84ed1d59-eaf8-48ea-9f5e-7f6dd62e40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.119579 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.121182 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/707c9b6c-08da-43ba-af1f-00175fc1bf08 HTTP/1.1" status: 204 len: 168 time: 0.2754393 Jun 07 13:39:14.122195 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-386e1a08-2fa4-46b3-a3fe-8ed1f2974bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:14.138749 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-043d1e46-cd3b-4470-9a4d-540b00cbc0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:14.140719 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c9b6c-08da-43ba-af1f-00175fc1bf08,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:14.151113 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:14.200784 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed1d59-eaf8-48ea-9f5e-7f6dd62e40a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc72897-40cc-471d-9278-c0ec50f5e09f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:14.212628 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 609df7a2-08e0-43fa-b4f4-862963172caa details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:14.221146 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-84ed1d59-eaf8-48ea-9f5e-7f6dd62e40a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:14.230584 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-84ed1d59-eaf8-48ea-9f5e-7f6dd62e40a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82e489f7700247099cff4cce618cfbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9470642 Jun 07 13:39:14.231180 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42488) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:14.241568 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159480f2-2af6-4877-bce2-ff6dcde10770 req-7c63f242-b586-4f97-9b35-c23e81397ce8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.243791 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-159480f2-2af6-4877-bce2-ff6dcde10770 req-7c63f242-b586-4f97-9b35-c23e81397ce8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 945 time: 0.2169831 Jun 07 13:39:14.274680 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:14.373957 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-159480f2-2af6-4877-bce2-ff6dcde10770 req-e5191952-9600-4a61-b6ab-edfd3760e042 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192527 Jun 07 13:39:14.401406 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.465637 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 1e54756b-d778-464f-bd99-a8c76a8dc321 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:14.483145 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 1e54756b-d778-464f-bd99-a8c76a8dc321 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:14.484168 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.506490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.606716 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.609939 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.613530 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bc72897-40cc-471d-9278-c0ec50f5e09f HTTP/1.1" status: 204 len: 168 time: 0.3787632 Jun 07 13:39:14.613530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a2cb8e3a-5c28-43e7-bca1-8ebc63624f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:14.616857 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 609df7a2-08e0-43fa-b4f4-862963172caa, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=609df7a2-08e0-43fa-b4f4-862963172caa,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:14.641750 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '609df7a2-08e0-43fa-b4f4-862963172caa', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'port_id': '609df7a2-08e0-43fa-b4f4-862963172caa', 'mac_address': 'fa:16:3e:0c:75:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:14.653661 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc72897-40cc-471d-9278-c0ec50f5e09f,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:14.667399 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:14.808362 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dde9a-944b-450c-a199-b9afd2c98fa1 req-8c0fdede-0cdc-4f72-8735-7906baa273b1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.814337 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e5dde9a-944b-450c-a199-b9afd2c98fa1 req-8c0fdede-0cdc-4f72-8735-7906baa273b1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 943 time: 0.1485865 Jun 07 13:39:14.907843 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.961277 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e5dde9a-944b-450c-a199-b9afd2c98fa1 req-5753a36e-1eb2-484f-8013-d87c15bc6695 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406639 Jun 07 13:39:15.007513 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:15.012135 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8a7ac2-8119-4602-97a0-b7c02fc85e6c" -d '{"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-plugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:15.053550 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:15.058249 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.079837 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.084697 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:15.121559 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ed9788-e772-434b-b5d1-775ad7296ab9 x-openstack-request-id: req-d0ed9788-e772-434b-b5d1-775ad7296ab9 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:15.122959 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-plugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:15.123804 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0ed9788-e772-434b-b5d1-775ad7296ab9 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:15.124580 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'code': 200} Jun 07 13:39:15.159111 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609df7a2-08e0-43fa-b4f4-862963172caa {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:15.213110 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 609df7a2-08e0-43fa-b4f4-862963172caa, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=609df7a2-08e0-43fa-b4f4-862963172caa,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:15.224012 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.265202 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:15.270158 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:15.274930 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:15.361782 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=609df7a2-08e0-43fa-b4f4-862963172caa,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:15.365058 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:15.477297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e1a86-0869-4c8e-857a-d6910a2c2f81 req-9a79faff-395c-48b6-9268-7d9cf9c8c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:15.479520 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e35e1a86-0869-4c8e-857a-d6910a2c2f81 req-9a79faff-395c-48b6-9268-7d9cf9c8c282 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1099 time: 0.0974956 Jun 07 13:39:15.491475 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42540) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:15.554056 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e3e84acd-b2a3-43d9-85a5-acc29281e73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.555150 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e35e1a86-0869-4c8e-857a-d6910a2c2f81 req-6fdcf168-4cf2-4717-9426-8a8034561f48 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639777 Jun 07 13:39:15.585604 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['609df7a2-08e0-43fa-b4f4-862963172caa'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:15.675795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca32d5-48b9-446d-9091-2c14176dd436 req-bb619673-8b73-4ba1-8b27-7c884746aa95 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:15.677637 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-24ca32d5-48b9-446d-9091-2c14176dd436 req-bb619673-8b73-4ba1-8b27-7c884746aa95 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1578519 Jun 07 13:39:15.736606 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42544) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:15.782711 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-24ca32d5-48b9-446d-9091-2c14176dd436 req-8d4326ea-5bbf-48ed-bc32-fbd27500e039 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981829 Jun 07 13:39:15.802071 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e3e84acd-b2a3-43d9-85a5-acc29281e73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.808250 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e3e84acd-b2a3-43d9-85a5-acc29281e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.817705 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:15.864371 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e3e84acd-b2a3-43d9-85a5-acc29281e73c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=826de8db9814490fbf3ba57183e999a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692360 Jun 07 13:39:15.864371 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e84acd-b2a3-43d9-85a5-acc29281e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c0e0b-ba4e-4ed8-b30f-fbc7d62e1b8c,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:15.864796 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42554) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:15.867491 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e3e84acd-b2a3-43d9-85a5-acc29281e73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:15.926089 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe8-8b2b-4a16-b054-9bd80216ac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.967067 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.015274 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.118098 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.125035 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.129892 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/264c0e0b-ba4e-4ed8-b30f-fbc7d62e1b8c HTTP/1.1" status: 204 len: 168 time: 0.2632129 Jun 07 13:39:16.131376 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-70f07b02-d647-45f5-a18d-6604e7f6f051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:16.146264 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe8-8b2b-4a16-b054-9bd80216ac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.189545 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c0e0b-ba4e-4ed8-b30f-fbc7d62e1b8c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:16.192222 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:16.212251 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe8-8b2b-4a16-b054-9bd80216ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.227258 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-449418c1-dba2-4330-ad38-7ade5ee4d06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:16.291301 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-07b78fe8-8b2b-4a16-b054-9bd80216ac94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81ed320e6efe41a797484114b2914e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5524173 Jun 07 13:39:16.292906 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b78fe8-8b2b-4a16-b054-9bd80216ac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc5061-d73c-41a5-934e-fdcf0004e281,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:16.293883 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42574) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:16.296814 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-07b78fe8-8b2b-4a16-b054-9bd80216ac94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:16.324253 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffd78d-d499-492e-a166-13bde005c984 req-9127d0af-3f57-41c0-8196-4e8e941c22c6 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:16.331806 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-edffd78d-d499-492e-a166-13bde005c984 req-9127d0af-3f57-41c0-8196-4e8e941c22c6 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 944 time: 0.1894376 Jun 07 13:39:16.388753 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-edffd78d-d499-492e-a166-13bde005c984 req-4034b12a-5bd1-471c-9574-30c47ab01a5f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540228 Jun 07 13:39:16.439443 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.477938 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.555750 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.558420 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.563301 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3afc5061-d73c-41a5-934e-fdcf0004e281 HTTP/1.1" status: 204 len: 168 time: 0.2669926 Jun 07 13:39:16.564128 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fc5e4ff0-aced-4c88-8281-da9709fc7280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:16.574811 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc5061-d73c-41a5-934e-fdcf0004e281,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:16.579182 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:16.885355 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42600) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:16.914389 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e44fbd0-9625-4e1d-a885-a2197a0fe65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.076472 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3812458-ebf8-4b39-8cac-adeaa73db849 req-c212cfcd-8a16-4243-a910-c2aee327a825 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.077913 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b3812458-ebf8-4b39-8cac-adeaa73db849 req-c212cfcd-8a16-4243-a910-c2aee327a825 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1501141 Jun 07 13:39:17.158451 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b3812458-ebf8-4b39-8cac-adeaa73db849 req-c06cc3b1-f95b-4d0a-95f6-47e6e0f7a48f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711229 Jun 07 13:39:17.198906 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e44fbd0-9625-4e1d-a885-a2197a0fe65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.204681 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1e44fbd0-9625-4e1d-a885-a2197a0fe65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.214587 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4858a37c-b8e5-4108-9edc-7c98fc07c8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:17.262705 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-1e44fbd0-9625-4e1d-a885-a2197a0fe65b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a1069244f5e47dcad2ca7a79b9a3fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760211 Jun 07 13:39:17.263095 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42610) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:17.264530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44fbd0-9625-4e1d-a885-a2197a0fe65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feda336-170c-455f-93e9-2215a1a4f2f7,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:17.269625 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1e44fbd0-9625-4e1d-a885-a2197a0fe65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:17.333355 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.367258 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.447180 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.449980 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.451352 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7feda336-170c-455f-93e9-2215a1a4f2f7 HTTP/1.1" status: 204 len: 168 time: 0.1870997 Jun 07 13:39:17.452022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:17.467887 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feda336-170c-455f-93e9-2215a1a4f2f7,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:17.475987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:17.699063 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde9e27-2851-45d4-8ebe-1f62092b33f1 req-5a903642-2704-431d-8975-bb27df759240 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.705597 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1cde9e27-2851-45d4-8ebe-1f62092b33f1 req-5a903642-2704-431d-8975-bb27df759240 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 944 time: 0.1436031 Jun 07 13:39:17.768285 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1cde9e27-2851-45d4-8ebe-1f62092b33f1 req-e0f45ed2-2354-4415-872e-1f526c1e2a99 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567906 Jun 07 13:39:18.219910 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 609df7a2-08e0-43fa-b4f4-862963172caa up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:18.351502 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 609df7a2-08e0-43fa-b4f4-862963172caa completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:18.359647 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 609df7a2-08e0-43fa-b4f4-862963172caa triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:18.360031 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.554804 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ecf8-1511-40ef-a362-666d82e6fa0a req-24dd021f-b1b3-49ce-94bd-2137c2fab6ee tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:18.566168 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ceb2ecf8-1511-40ef-a362-666d82e6fa0a req-24dd021f-b1b3-49ce-94bd-2137c2fab6ee tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1842597 Jun 07 13:39:18.651696 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.656281 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ceb2ecf8-1511-40ef-a362-666d82e6fa0a req-c486fced-73fa-402d-941b-d2e5d1f06e9d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888577 Jun 07 13:39:18.721892 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 609df7a2-08e0-43fa-b4f4-862963172caa, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=609df7a2-08e0-43fa-b4f4-862963172caa,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:18.724477 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:18.727682 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01268eb1-89a6-427c-bcda-4196d56b541b" -d '{"events": [{"server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "name": "network-vif-plugged", "status": "completed", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:18.731311 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.734193 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:18.830531 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0db0be-2fa6-4baa-a5b7-0fa38b6ce308 x-openstack-request-id: req-9b0db0be-2fa6-4baa-a5b7-0fa38b6ce308 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:18.830834 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "name": "network-vif-plugged", "status": "completed", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:18.831094 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b0db0be-2fa6-4baa-a5b7-0fa38b6ce308 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:18.831862 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa', 'code': 200} Jun 07 13:39:18.860482 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=609df7a2-08e0-43fa-b4f4-862963172caa,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:18.864914 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:18.977566 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe0954-e66f-4df7-9f07-c0c433fa0e2c req-1a329417-645a-4434-87ff-17388b848ec4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:18.978818 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-15fe0954-e66f-4df7-9f07-c0c433fa0e2c req-1a329417-645a-4434-87ff-17388b848ec4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.0978539 Jun 07 13:39:18.989350 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42700) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:18.995726 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'floatingip': {'port_id': '1e54756b-d778-464f-bd99-a8c76a8dc321'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:19.085142 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bac5c9-1648-466b-880e-f762c1bb38d5 req-f4c12524-7c6a-466f-832f-c405f4f6cea3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:19.086753 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e3bac5c9-1648-466b-880e-f762c1bb38d5 req-f4c12524-7c6a-466f-832f-c405f4f6cea3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1311030 Jun 07 13:39:19.232220 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e3bac5c9-1648-466b-880e-f762c1bb38d5 req-6ea41b38-fe86-4485-879d-62af075593a7 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365967 Jun 07 13:39:19.260214 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.494765 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eafc1a-2ede-4200-9bc5-68a1e03db66a req-6619be6f-ddd0-49e3-8fa0-6e54fb8b8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:19.496223 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e4eafc1a-2ede-4200-9bc5-68a1e03db66a req-6619be6f-ddd0-49e3-8fa0-6e54fb8b8ed8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1098 time: 0.3919780 Jun 07 13:39:19.639687 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e4eafc1a-2ede-4200-9bc5-68a1e03db66a req-849fcd68-b2d8-469a-91ae-09b63f9aed64 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255264 Jun 07 13:39:19.903860 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42740) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:20.176097 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.411942 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.417808 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.446956 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0af71c16-a437-42c0-86bf-b6d29ba72e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:20.462870 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.db.resource_extend [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:39:20.518157 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81e47ec3fc78486ea53a76e6cc703861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6118720 Jun 07 13:39:20.519086 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded17d6-6008-4af8-82ef-5f6d6c096abc,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:20.522306 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42762) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:20.549095 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.549611 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.550083 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.550566 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.551527 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.551527 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.552142 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.553319 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.553319 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.553547 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.554260 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.555006 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:20.561715 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:20.597604 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.607993 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b76c65-a12d-4cdc-b8e7-e1a3bb7672d9 req-9b60e1ab-9dd1-4752-96c3-60cee080adbb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:20.609877 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f5b76c65-a12d-4cdc-b8e7-e1a3bb7672d9 req-9b60e1ab-9dd1-4752-96c3-60cee080adbb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2181618 Jun 07 13:39:20.611139 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.619435 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.652318 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.730735 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.731914 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f5b76c65-a12d-4cdc-b8e7-e1a3bb7672d9 req-a46c35a3-fb3b-4c18-98d6-c4ee853075e3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699041 Jun 07 13:39:20.738846 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.742357 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aded17d6-6008-4af8-82ef-5f6d6c096abc HTTP/1.1" status: 204 len: 168 time: 0.2189960 Jun 07 13:39:20.745244 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-75330b8c-c4bf-411b-9ba7-3282b8b28292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:20.765709 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded17d6-6008-4af8-82ef-5f6d6c096abc,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:20.769401 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:20.866701 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Floating IP b20b522e-4050-4851-81bc-7bc2b121e796 associated. External IP: 172.27.0.14, port: 1e54756b-d778-464f-bd99-a8c76a8dc321. Jun 07 13:39:21.307421 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42774) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:21.352725 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d651770-37f2-4d89-8b3e-7cc0d7cc4d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.396191 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Router c572e82a-6fde-4554-9c5c-a7d1e92e4223 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:39:21.593029 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d651770-37f2-4d89-8b3e-7cc0d7cc4d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.599533 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d651770-37f2-4d89-8b3e-7cc0d7cc4d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.612504 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c42f35b9-b91b-45f0-a457-8ea0e313c868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:21.650430 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:39:21.656992 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.662842 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-7d651770-37f2-4d89-8b3e-7cc0d7cc4d28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a08b0d4280c44dbb9b05f2b821e6b640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517416 Jun 07 13:39:21.662842 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d651770-37f2-4d89-8b3e-7cc0d7cc4d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c6cee-c65b-4300-96d2-bcb0c768f33d,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:21.664239 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] Sync routers for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:39:21.667474 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7d651770-37f2-4d89-8b3e-7cc0d7cc4d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:21.668871 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42794) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:21.679069 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:21.679705 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:21.748809 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.750989 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9ab443fb-c3c3-4931-be11-a60bd7df9e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "PUT /v2.0/floatingips/b20b522e-4050-4851-81bc-7bc2b121e796 HTTP/1.1" status: 200 len: 991 time: 2.7601731 Jun 07 13:39:21.752005 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:21.754314 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad579c2d-658c-40d5-a195-f58e3cd75f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:21.845046 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.864898 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a46b63c-6931-4839-a145-50c7a021b01d x-openstack-request-id: req-7a46b63c-6931-4839-a145-50c7a021b01d {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:21.865228 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:21.865529 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a46b63c-6931-4839-a145-50c7a021b01d {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:21.865947 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'status': 'completed', 'code': 200} Jun 07 13:39:21.943645 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.959677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:21.961375 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/484c6cee-c65b-4300-96d2-bcb0c768f33d HTTP/1.1" status: 204 len: 168 time: 0.2865894 Jun 07 13:39:21.966272 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1e44fbd0-9625-4e1d-a885-a2197a0fe65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:21.986406 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c6cee-c65b-4300-96d2-bcb0c768f33d,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:22.013220 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:22.102785 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:22.215901 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-00dd5ded-79ee-4324-a093-2ec2489b24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:22.218211 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-00dd5ded-79ee-4324-a093-2ec2489b24c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1099 time: 0.3027849 Jun 07 13:39:22.233034 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378dba6-fcc1-42fc-8e47-5ca6e644901a req-58415183-b5d4-4a1c-8163-ef08545070b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:22.241106 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b378dba6-fcc1-42fc-8e47-5ca6e644901a req-58415183-b5d4-4a1c-8163-ef08545070b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1513894 Jun 07 13:39:22.507976 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-9f18a9a0-af74-4e95-b8fd-0da43e1c9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:22.509793 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-9f18a9a0-af74-4e95-b8fd-0da43e1c9e72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.2416279 Jun 07 13:39:22.588183 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'b20b522e-4050-4851-81bc-7bc2b121e796', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'port_id': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'mac_address': 'fa:16:3e:f2:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:47Z', 'updated_at': '2021-06-07T13:39:20Z', 'revision_number': 1, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:22.594501 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] Checking router: c572e82a-6fde-4554-9c5c-a7d1e92e4223 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:39:22.606368 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:22.607032 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:22.646318 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b378dba6-fcc1-42fc-8e47-5ca6e644901a req-0ecc49b9-62bb-4f9f-a1c9-f4da5592c0e1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038115 Jun 07 13:39:22.714962 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-251b7d23-bdf2-49a9-b7e0-fd74523cd27e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 999 time: 0.1818178 Jun 07 13:39:22.818839 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-27c38341-3a8d-4dbe-a4c5-d59497ea854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:22.820355 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-27c38341-3a8d-4dbe-a4c5-d59497ea854f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.0941732 Jun 07 13:39:22.914382 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81ce7a-c9a6-44dd-8aca-4fb3051dc512 req-f940da2f-72de-482d-b2b1-a1a9aa2c444e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:22.927402 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4c81ce7a-c9a6-44dd-8aca-4fb3051dc512 req-f940da2f-72de-482d-b2b1-a1a9aa2c444e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1312823 Jun 07 13:39:22.928346 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 42850) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:22.932331 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:22.939897 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'floatingip': {'port_id': '609df7a2-08e0-43fa-b4f4-862963172caa'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:23.032333 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-c2e5cf96-3692-4848-8ef7-ae427046c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:23.034008 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-c2e5cf96-3692-4848-8ef7-ae427046c71d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2012429 Jun 07 13:39:23.105433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.142579 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42860) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:23.387838 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-62d81597-c28c-4df2-bb8d-599698b1b460 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276048 Jun 07 13:39:23.499419 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'b20b522e-4050-4851-81bc-7bc2b121e796', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'port_id': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'mac_address': 'fa:16:3e:f2:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:47Z', 'updated_at': '2021-06-07T13:39:20Z', 'revision_number': 1, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:23.504201 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b5fd1-2d6d-4fde-9c5a-3f27454395fb None None] The sync data for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi is: [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'b20b522e-4050-4851-81bc-7bc2b121e796', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'port_id': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'mac_address': 'fa:16:3e:f2:06:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:47Z', 'updated_at': '2021-06-07T13:39:20Z', 'revision_number': 1, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:39:23.685826 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.796328 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad579c2d-658c-40d5-a195-f58e3cd75f7a req-0c73db5f-6aad-4310-8fad-f79997704084 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748720 Jun 07 13:39:24.019807 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5729-b4e7-473d-a9f4-6e98159f3771 None None] New status for floating IP b20b522e-4050-4851-81bc-7bc2b121e796: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:39:24.056107 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.061245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.118808 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-84ed1d59-eaf8-48ea-9f5e-7f6dd62e40a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:24.144973 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a077a47fe58a450d96165d4c97177a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9964578 Jun 07 13:39:24.154285 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42900) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:24.418447 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79354bd6-cf90-41fd-8c3e-5c1f9c5cf478,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:24.465732 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.466938 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.467921 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.470065 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.470593 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.471862 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.472376 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.474129 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.474645 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.475151 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.475636 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.476889 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:24.484247 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:24.525536 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.566466 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7becb2-5b18-4c5c-b82f-0e418474f55a req-b3f5af4c-86b4-4208-ad43-11fd55aba9ba tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:24.568210 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dc7becb2-5b18-4c5c-b82f-0e418474f55a req-b3f5af4c-86b4-4208-ad43-11fd55aba9ba tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 945 time: 0.3815119 Jun 07 13:39:24.582041 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.663375 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dc7becb2-5b18-4c5c-b82f-0e418474f55a req-bd676bc2-14e4-42fc-9a36-b137783cad34 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838783 Jun 07 13:39:24.696464 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.698944 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.701372 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79354bd6-cf90-41fd-8c3e-5c1f9c5cf478 HTTP/1.1" status: 204 len: 168 time: 0.5451086 Jun 07 13:39:24.702737 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:24.719999 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79354bd6-cf90-41fd-8c3e-5c1f9c5cf478,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:24.738517 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:24.873305 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.879129 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.080478 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Floating IP 8b4823c3-259a-443d-b690-63804a8ae73e associated. External IP: 172.27.0.128, port: 609df7a2-08e0-43fa-b4f4-862963172caa. Jun 07 13:39:25.183280 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42946) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:25.205765 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e82a33da-21a2-464d-9b68-49864f50aed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.357418 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e82a33da-21a2-464d-9b68-49864f50aed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.373036 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e82a33da-21a2-464d-9b68-49864f50aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.382766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:25.432120 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e82a33da-21a2-464d-9b68-49864f50aed2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe1f1cf48e804eaca1dfb8fb9f1f56b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477336 Jun 07 13:39:25.433939 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 42958) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:25.453841 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a33da-21a2-464d-9b68-49864f50aed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9914bf3-4fe7-47ba-a673-428578b7772a,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:25.471217 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e82a33da-21a2-464d-9b68-49864f50aed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:25.526919 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Router 7ed6214a-f010-45a9-86f0-e62fe4f6143f has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:39:25.535644 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.581610 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.655898 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.659517 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:25.661151 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9914bf3-4fe7-47ba-a673-428578b7772a HTTP/1.1" status: 204 len: 168 time: 0.2258210 Jun 07 13:39:25.661890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:25.675186 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9914bf3-4fe7-47ba-a673-428578b7772a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:25.678403 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:25.996081 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:39:26.006702 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:26.008161 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] Sync routers for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:39:26.022317 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:26.025547 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:26.043179 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4614fca-44df-4601-88c2-63327a8a4ad0 req-b0ec759c-e651-4d55-ab4c-d521e52e3edd tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:26.048812 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b4614fca-44df-4601-88c2-63327a8a4ad0 req-b0ec759c-e651-4d55-ab4c-d521e52e3edd tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 945 time: 0.1620984 Jun 07 13:39:26.087326 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3eae669f-4b7b-4c8d-8cfc-a37508a6f3fb tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "PUT /v2.0/floatingips/8b4823c3-259a-443d-b690-63804a8ae73e HTTP/1.1" status: 200 len: 991 time: 3.1531744 Jun 07 13:39:26.087326 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:26.090258 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7991814-31de-483b-b374-ca7742257475" -d '{"events": [{"name": "network-changed", "server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:26.136607 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b4614fca-44df-4601-88c2-63327a8a4ad0 req-b81f6504-3e32-49c8-a67d-fda79d92b9f3 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811229 Jun 07 13:39:26.260648 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15116df-1146-4b90-97cf-3e550ce8d2c5 x-openstack-request-id: req-f15116df-1146-4b90-97cf-3e550ce8d2c5 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:26.260955 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:26.261219 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f15116df-1146-4b90-97cf-3e550ce8d2c5 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:26.261641 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa', 'status': 'completed', 'code': 200} Jun 07 13:39:26.391462 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991814-31de-483b-b374-ca7742257475 req-ac4f4112-2290-4e6c-9701-0cb029f9d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:26.395266 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7991814-31de-483b-b374-ca7742257475 req-ac4f4112-2290-4e6c-9701-0cb029f9d243 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1098 time: 0.1035798 Jun 07 13:39:26.450151 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:26.591165 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991814-31de-483b-b374-ca7742257475 req-2ee9d108-3885-4ecc-b1d3-ba0e9890a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:26.593227 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7991814-31de-483b-b374-ca7742257475 req-2ee9d108-3885-4ecc-b1d3-ba0e9890a3fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.1857903 Jun 07 13:39:26.803788 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7991814-31de-483b-b374-ca7742257475 req-d5bff8de-2e3f-4e0c-a2fa-f17e929f1e2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 999 time: 0.1901014 Jun 07 13:39:26.891731 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991814-31de-483b-b374-ca7742257475 req-2ab57e10-8062-4ba4-b089-300937ed03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:26.894104 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7991814-31de-483b-b374-ca7742257475 req-2ab57e10-8062-4ba4-b089-300937ed03d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.0811946 Jun 07 13:39:27.021315 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991814-31de-483b-b374-ca7742257475 req-5dd23cf0-fb71-42fd-85dc-3fcb2c6e258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.022749 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7991814-31de-483b-b374-ca7742257475 req-5dd23cf0-fb71-42fd-85dc-3fcb2c6e258e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172202 Jun 07 13:39:27.090440 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '8b4823c3-259a-443d-b690-63804a8ae73e', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'port_id': '609df7a2-08e0-43fa-b4f4-862963172caa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'mac_address': 'fa:16:3e:0c:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:57Z', 'updated_at': '2021-06-07T13:39:24Z', 'revision_number': 1, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:27.103405 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] Checking router: 7ed6214a-f010-45a9-86f0-e62fe4f6143f for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:39:27.117339 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43030) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:27.128818 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:27.129467 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:27.330859 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7991814-31de-483b-b374-ca7742257475 req-7096081a-be6f-43ee-b7eb-812c1a748df4 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824371 Jun 07 13:39:27.354899 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-80a0e379-178b-4022-b997-370227903b05 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.356449 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-80a0e379-178b-4022-b997-370227903b05 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 945 time: 0.2147319 Jun 07 13:39:27.588633 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:27.659313 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7991814-31de-483b-b374-ca7742257475 req-a20300e6-aa74-4bd0-a89c-52dbf3ce5509 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207884 Jun 07 13:39:27.684900 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d8fee0b9-f502-438d-a65c-64e8a265be20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:27.715567 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43054) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:27.764817 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd912218-2bd7-4e1c-b3ee-46dfa65e2e3e req-a99d29fb-3abe-446f-b3b9-39d9abe80b5b tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.766407 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fd912218-2bd7-4e1c-b3ee-46dfa65e2e3e req-a99d29fb-3abe-446f-b3b9-39d9abe80b5b tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 945 time: 0.2880421 Jun 07 13:39:27.806921 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Deleting port c2ef2038-ff25-4e87-b175-726f37a08b6c {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:39:27.807293 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:27.948170 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ea3990e-4041-48ce-9637-aa0fcef1ea75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.059386 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fd912218-2bd7-4e1c-b3ee-46dfa65e2e3e req-63a70b9f-712e-405d-8b5b-c969ed481005 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4ffdfad-7ca1-4377-a51a-1993534128f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766201 Jun 07 13:39:28.074302 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d8fee0b9-f502-438d-a65c-64e8a265be20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.076275 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] For port c2ef2038-ff25-4e87-b175-726f37a08b6c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c2ef2038-ff25-4e87-b175-726f37a08b6c,segment=NetworkSegment(d93ecac1-c023-4fe5-9d43-76504fa63611),segment_id=d93ecac1-c023-4fe5-9d43-76504fa63611)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:28.076663 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.092817 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d8fee0b9-f502-438d-a65c-64e8a265be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.126465 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:28.137775 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-d8fee0b9-f502-438d-a65c-64e8a265be20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91079a2aa60c415aa69a2e077a7f80a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160096 Jun 07 13:39:28.140929 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '8b4823c3-259a-443d-b690-63804a8ae73e', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'port_id': '609df7a2-08e0-43fa-b4f4-862963172caa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'mac_address': 'fa:16:3e:0c:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:57Z', 'updated_at': '2021-06-07T13:39:24Z', 'revision_number': 1, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:28.143011 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43064) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:28.149795 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a7718-8d64-4dcc-b254-d9c8b2d06fe5 None None] The sync data for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi is: [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '8b4823c3-259a-443d-b690-63804a8ae73e', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'port_id': '609df7a2-08e0-43fa-b4f4-862963172caa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'mac_address': 'fa:16:3e:0c:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:57Z', 'updated_at': '2021-06-07T13:39:24Z', 'revision_number': 1, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:39:28.231316 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ea3990e-4041-48ce-9637-aa0fcef1ea75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.236305 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ea3990e-4041-48ce-9637-aa0fcef1ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.249175 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9975dec3-3c0c-40fa-80e3-1b1f57abce17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:28.357956 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7ea3990e-4041-48ce-9637-aa0fcef1ea75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18d495ae79ec43cdaa9c7e9e5c4ad911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310914 Jun 07 13:39:28.358972 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3990e-4041-48ce-9637-aa0fcef1ea75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ec904d-3d20-489b-a41d-ae0d66030db5,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:28.361443 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43072) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:28.363512 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7ea3990e-4041-48ce-9637-aa0fcef1ea75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:28.452380 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Calling delete_port for c2ef2038-ff25-4e87-b175-726f37a08b6c owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:39:28.461463 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.486131 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fee0b9-f502-438d-a65c-64e8a265be20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb511ede-74fd-4cd2-a59a-f0600bf39cdd,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:28.507810 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d8fee0b9-f502-438d-a65c-64e8a265be20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:28.516768 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.546144 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982b265-d0bc-4136-8f4d-0c5b430b670a None None] New status for floating IP 8b4823c3-259a-443d-b690-63804a8ae73e: ACTIVE {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:39:28.627703 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.630337 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.631709 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31ec904d-3d20-489b-a41d-ae0d66030db5 HTTP/1.1" status: 204 len: 168 time: 0.2693148 Jun 07 13:39:28.632646 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-07b78fe8-8b2b-4a16-b054-9bd80216ac94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:28.657582 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ec904d-3d20-489b-a41d-ae0d66030db5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:28.666401 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:28.814188 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.835542 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.869055 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:28.915063 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:28.969859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Pushing event deleted for resources: {'Port': ['ID=c2ef2038-ff25-4e87-b175-726f37a08b6c,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:29.000869 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:29.024440 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] No DVR routers for this DVR port c2ef2038-ff25-4e87-b175-726f37a08b6c on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:39:29.037725 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.039633 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8dd0fefb-659f-4374-905c-64d9fc5d5abd req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.60 "DELETE /v2.0/ports/c2ef2038-ff25-4e87-b175-726f37a08b6c HTTP/1.1" status: 204 len: 173 time: 1.6763799 Jun 07 13:39:29.040119 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ba7eac-9f57-44df-adad-e836f9533421', 'name': 'network-vif-deleted', 'tag': 'c2ef2038-ff25-4e87-b175-726f37a08b6c'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:29.042443 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe271639-93f6-4ded-8472-0cdaac03d1db" -d '{"events": [{"server_uuid": "17ba7eac-9f57-44df-adad-e836f9533421", "name": "network-vif-deleted", "tag": "c2ef2038-ff25-4e87-b175-726f37a08b6c"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:29.080711 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.093380 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.094874 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb511ede-74fd-4cd2-a59a-f0600bf39cdd HTTP/1.1" status: 204 len: 168 time: 0.9504840 Jun 07 13:39:29.096779 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e3e84acd-b2a3-43d9-85a5-acc29281e73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:29.110263 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb511ede-74fd-4cd2-a59a-f0600bf39cdd,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:29.113320 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:29.155362 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f10e6c4-bad3-42f9-bad2-6cd312ee007b x-openstack-request-id: req-3f10e6c4-bad3-42f9-bad2-6cd312ee007b {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:29.155985 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ba7eac-9f57-44df-adad-e836f9533421", "name": "network-vif-deleted", "tag": "c2ef2038-ff25-4e87-b175-726f37a08b6c", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:29.155985 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f10e6c4-bad3-42f9-bad2-6cd312ee007b {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:29.156321 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ba7eac-9f57-44df-adad-e836f9533421', 'name': 'network-vif-deleted', 'tag': 'c2ef2038-ff25-4e87-b175-726f37a08b6c', 'status': 'completed', 'code': 200} Jun 07 13:39:29.282214 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d336cc19-287e-4fd4-a111-5094ec5ce107 req-857feb2f-6f79-4622-b932-552a95cf5b15 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.0588613 Jun 07 13:39:29.340644 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43100) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:29.359132 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-007ea4c3-199c-40ee-b8e4-7de6f3e46918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.455970 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43102) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:29.494813 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-007ea4c3-199c-40ee-b8e4-7de6f3e46918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.499630 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-007ea4c3-199c-40ee-b8e4-7de6f3e46918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.511463 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:29.564624 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-007ea4c3-199c-40ee-b8e4-7de6f3e46918 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=084c465342d140569a1b3b2a5f6223db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225616 Jun 07 13:39:29.566538 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ea4c3-199c-40ee-b8e4-7de6f3e46918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326c73ad-4ab3-446d-a55a-463968ad5561,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:29.567593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43108) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:29.570266 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-007ea4c3-199c-40ee-b8e4-7de6f3e46918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:29.697609 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-41fa40dc-147d-4566-b814-19d5393ee4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.762371 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-41fa40dc-147d-4566-b814-19d5393ee4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.866125 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-41fa40dc-147d-4566-b814-19d5393ee4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.869590 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-41fa40dc-147d-4566-b814-19d5393ee4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.873817 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-41fa40dc-147d-4566-b814-19d5393ee4f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/326c73ad-4ab3-446d-a55a-463968ad5561 HTTP/1.1" status: 204 len: 168 time: 0.3021343 Jun 07 13:39:29.873817 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e234b69a-b6d6-4eca-8b9d-46a09a60c6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:29.892593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa40dc-147d-4566-b814-19d5393ee4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326c73ad-4ab3-446d-a55a-463968ad5561,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:29.896118 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-41fa40dc-147d-4566-b814-19d5393ee4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:29.995470 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43122) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:30.030789 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7c77212c-ccdb-4229-ac4c-818c280fc0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.045182 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.087692 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.db.api [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:39:30.087692 dv-cinder-785362-2-iscsi neutron-server[92944]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 13:39:30.087692 dv-cinder-785362-2-iscsi neutron-server[92944]: [parameters: {'project_id': 'f47485bff6c945f19e2576aa8e64e13b', 'id': 'f577103b-d065-48e2-8c17-17dd9c410e39', 'expiration': datetime.datetime(2021, 6, 7, 13, 41, 30, 82754)}] Jun 07 13:39:30.087692 dv-cinder-785362-2-iscsi neutron-server[92944]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:39:30.088415 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_db.api [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:39:30.226190 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7c77212c-ccdb-4229-ac4c-818c280fc0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.237922 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7c77212c-ccdb-4229-ac4c-818c280fc0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.248955 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-04d094aa-c1a8-47eb-858f-2e9347f6f396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:30.292835 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c2ef2038-ff25-4e87-b175-726f37a08b6c no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:39:30.342209 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7c77212c-ccdb-4229-ac4c-818c280fc0cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c7fea23d5f246b9846d673a528cca02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429742 Jun 07 13:39:30.345880 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43134) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:30.347717 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77212c-ccdb-4229-ac4c-818c280fc0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e17ac-da85-454f-afcd-61b929feee60,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:30.358647 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7c77212c-ccdb-4229-ac4c-818c280fc0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:30.378095 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: c2ef2038-ff25-4e87-b175-726f37a08b6c {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:39:30.378653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c2ef2038-ff25-4e87-b175-726f37a08b6c not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:39:30.490470 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.527287 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.552965 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b683ed83-0626-4b92-84fd-89e36f15237d req-734cae0c-91f4-4b32-ad43-fdc7fc2415f6 tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] 10.222.0.44 "GET /v2.0/ports?device_id=17ba7eac-9f57-44df-adad-e836f9533421 HTTP/1.1" status: 200 len: 210 time: 0.0641334 Jun 07 13:39:30.589944 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.620417 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.623989 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.625114 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e9e17ac-da85-454f-afcd-61b929feee60 HTTP/1.1" status: 204 len: 168 time: 0.2781434 Jun 07 13:39:30.629181 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:30.647290 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e17ac-da85-454f-afcd-61b929feee60,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:30.658397 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:30.805210 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.811357 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:30.826248 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6ff8a96f-811f-499a-b236-4aa88e805e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:30.874528 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43152) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:30.885187 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f47485bff6c945f19e2576aa8e64e13b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4191635 Jun 07 13:39:30.891593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2840afdc-8075-40b1-9022-3d15e445ab6c,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:30.895098 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:31.054879 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:31.095708 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:31.163380 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:31.166772 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:31.169056 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2840afdc-8075-40b1-9022-3d15e445ab6c HTTP/1.1" status: 204 len: 168 time: 0.2925687 Jun 07 13:39:31.169056 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-007ea4c3-199c-40ee-b8e4-7de6f3e46918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:31.189671 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2840afdc-8075-40b1-9022-3d15e445ab6c,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:31.198811 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:31.567916 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-dd17971e-73bc-43d9-9b60-b74084885dd1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:31.569672 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-dd17971e-73bc-43d9-9b60-b74084885dd1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.2914083 Jun 07 13:39:31.588897 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-a0acd938-97d7-4733-912a-d5ccfc57cc26 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/quotas/b36ca435bb1b4728aac177c3fbe2b474 HTTP/1.1" status: 200 len: 375 time: 0.0135849 Jun 07 13:39:31.698172 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-b9801d48-4ee8-4b4c-8d0e-6e44a0e32e94 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004946 Jun 07 13:39:31.809071 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43202) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:31.843852 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-696b1003-5516-4474-bdd8-0f7f345db3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:31.978560 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-1da7a800-9c3e-4431-8be7-e98eb4b8049f service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791836 Jun 07 13:39:31.993737 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-696b1003-5516-4474-bdd8-0f7f345db3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:32.000128 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-696b1003-5516-4474-bdd8-0f7f345db3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:32.010289 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:32.049237 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b1003-5516-4474-bdd8-0f7f345db3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54cd38f-a11d-4eba-b41e-567bc1420e87,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:32.055992 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-696b1003-5516-4474-bdd8-0f7f345db3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:32.080143 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-696b1003-5516-4474-bdd8-0f7f345db3a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9369e3d5772141e08581bbc6b3550081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701502 Jun 07 13:39:32.082714 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43214) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:32.177101 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:32.211224 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:32.250356 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-74c4f0c0-9170-4e6f-9ebe-1d19a7a9d444 service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705235 Jun 07 13:39:32.285558 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:32.289431 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:32.290776 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b54cd38f-a11d-4eba-b41e-567bc1420e87 HTTP/1.1" status: 204 len: 168 time: 0.2068064 Jun 07 13:39:32.291496 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:32.302335 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54cd38f-a11d-4eba-b41e-567bc1420e87,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:32.305523 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:32.617865 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-133dfaca-bc6b-42ba-bdaa-f5fdd5ab0888 req-3c2400c8-cefb-4388-8910-0b513fdc2e29 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 210 time: 0.0698273 Jun 07 13:39:33.544939 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-79990801-95b2-4247-97bf-1cbebc70d894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:33.802225 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c51cfceb-0ba9-4578-b7ff-2f1aca4c7cd0 req-0df3a456-9d24-46dc-8fca-871d79844ad8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 210 time: 0.0625119 Jun 07 13:39:33.943508 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43302) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:33.983524 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-9dd6e262-80db-4863-a9ce-31fa1592aba0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1799235 Jun 07 13:39:34.027321 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Deleting subnet 0f49b4e8-6550-49d2-8125-d43109cc5b5b {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:39:34.031855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.099555 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.188082 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.306921 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-80975ec0-ea21-4948-9c58-c22eff92e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:34.308895 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-80975ec0-ea21-4948-9c58-c22eff92e8e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 1098 time: 0.1776495 Jun 07 13:39:34.579842 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-bd46cb6e-eba7-4b6d-a968-774736859023 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:34.582444 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-bd46cb6e-eba7-4b6d-a968-774736859023 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.3190708 Jun 07 13:39:34.587384 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.604474 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:34.662811 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-d2627ffe-32cd-47f3-8153-a0a6500aa60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:34.667929 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-d2627ffe-32cd-47f3-8153-a0a6500aa60f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 916 time: 0.3047426 Jun 07 13:39:34.668788 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Request body: {'port': {'device_id': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'admin_state_up': True, 'tenant_id': 'b36ca435bb1b4728aac177c3fbe2b474'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:34.704377 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f49b4e8-6550-49d2-8125-d43109cc5b5b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:34.711195 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.713308 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0f49b4e8-6550-49d2-8125-d43109cc5b5b HTTP/1.1" status: 204 len: 168 time: 0.7679479 Jun 07 13:39:34.727863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a69930bc-e5ab-4f8a-b99a-3577fc2933c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:34.732847 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43326) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:34.793205 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-f8f965ce-31b9-4222-b76d-e70a16c5d74b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a93fab3-d161-4922-808d-11417819561f HTTP/1.1" status: 200 len: 217 time: 0.1073582 Jun 07 13:39:34.961462 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-ab25425d-0774-4d10-9e61-6967aca2674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:34.963793 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-ab25425d-0774-4d10-9e61-6967aca2674d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.1505752 Jun 07 13:39:34.975578 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.053726 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-eff16fca-83b4-4f46-829e-7ed9497ad7b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766459 Jun 07 13:39:35.101105 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a33ceace-4f89-41fa-95fa-242c2826da26 req-03a062b0-c12b-4ec3-b3b0-6611a81d2d68 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 210 time: 0.0685723 Jun 07 13:39:35.126387 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Made reservation on behalf of b36ca435bb1b4728aac177c3fbe2b474 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:35.129876 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.221461 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.270626 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43348) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:35.274954 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2505b30-94d2-4004-a1b3-50e60cc837d0']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:35.298028 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93ecac1-c023-4fe5-9d43-76504fa63611') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:35.298380 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93ecac1-c023-4fe5-9d43-76504fa63611') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:35.309161 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-f27d094a-cab9-481d-bfd1-630405f4cc20 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272365 Jun 07 13:39:35.321111 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.322341 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43352) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:35.354485 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.369220 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:39:35.369739 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:39:35.383287 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:39:35.516523 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c04e2fbe-5997-45b6-8998-9b2aa351b0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.518331 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c59993c0-75ea-4bf2-bb4c-3cedeb75ceeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.551175 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427e4b7a-27b5-4e64-957d-a7b712dc7938 req-eaef1c27-6f6a-48a0-adac-9961337e675f service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265685 Jun 07 13:39:35.553092 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Allocated IP 172.20.0.11 (4493ffef-ea1b-44ff-877f-25f0107ed420/02616186-82e3-4ed9-a3c3-9a9f13b20107/09f55b61-1e15-49f0-b2f1-61c7e2f87e03) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:35.555125 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.570582 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:35.584458 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.588844 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2505b30-94d2-4004-a1b3-50e60cc837d0 HTTP/1.1" status: 204 len: 168 time: 0.8514328 Jun 07 13:39:35.602360 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2505b30-94d2-4004-a1b3-50e60cc837d0,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:35.622848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-bd8e2078-56b2-4984-8519-07734f64ecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:35.756429 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43372) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:35.818932 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-849b7621-f927-4c1e-8a76-7219d2741333 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d63af083f0645e08e309f7a8b6cce68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0587909 Jun 07 13:39:35.819899 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43374) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:35.909195 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.929640 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c59993c0-75ea-4bf2-bb4c-3cedeb75ceeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.940524 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c59993c0-75ea-4bf2-bb4c-3cedeb75ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.945097 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.957979 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0ec4466b-b95a-4295-9bcf-fa6d8d7d861c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:35.961384 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43380) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:35.989365 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59993c0-75ea-4bf2-bb4c-3cedeb75ceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea58f68-9c3a-4155-963b-10193d605219,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:35.997571 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.000908 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c59993c0-75ea-4bf2-bb4c-3cedeb75ceeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:36.021998 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c59993c0-75ea-4bf2-bb4c-3cedeb75ceeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5c3330bc9f2413f8cf3365aeb3df6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7488317 Jun 07 13:39:36.024546 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43386) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:36.100299 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.129905 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.166597 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.179390 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fafa130c-e824-4284-a63f-216769052904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:36.195757 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:36.219960 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c04e2fbe-5997-45b6-8998-9b2aa351b0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.224630 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c04e2fbe-5997-45b6-8998-9b2aa351b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.236636 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e78bc4d3-ec68-473e-9f97-3163c90122a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:36.250096 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:36.253837 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:36.258464 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:36.272291 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.287900 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.296325 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4ffdfad-7ca1-4377-a51a-1993534128f4 HTTP/1.1" status: 204 len: 168 time: 0.4720008 Jun 07 13:39:36.311352 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.314379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.315426 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cea58f68-9c3a-4155-963b-10193d605219 HTTP/1.1" status: 204 len: 168 time: 0.2899854 Jun 07 13:39:36.318973 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event updated for resources: {'Port': ['ID=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:36.331074 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:36.331568 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e82a33da-21a2-464d-9b68-49864f50aed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:36.354641 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:36.355308 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.362511 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea58f68-9c3a-4155-963b-10193d605219,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:36.362703 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c04e2fbe-5997-45b6-8998-9b2aa351b0a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99283364dc8f423ab41efd8a10fa0e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0367167 Jun 07 13:39:36.364325 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:36.364863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43398) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:36.419554 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8160307 Jun 07 13:39:36.443307 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Request body: {'port': {'device_id': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:36.447016 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e2fbe-5997-45b6-8998-9b2aa351b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f054f69-f5d2-498a-998b-9182c3b2260f,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:36.449820 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0a5f782b-3706-4104-b6f1-c50ab1b3bfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.465518 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c04e2fbe-5997-45b6-8998-9b2aa351b0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:36.476250 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-27117fef-9d5e-422c-ad22-edb7baa4f269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:36.505826 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ffdfad-7ca1-4377-a51a-1993534128f4,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:36.509381 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:36.569731 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.714949 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.748412 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.930892 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e9dc4-9ad3-46df-9821-1027e2a71563 req-c0bd5946-9991-4b50-9399-7fa86fb2ce88 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:36.932571 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ac0e9dc4-9ad3-46df-9821-1027e2a71563 req-c0bd5946-9991-4b50-9399-7fa86fb2ce88 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 932 time: 0.3194263 Jun 07 13:39:36.943396 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0a5f782b-3706-4104-b6f1-c50ab1b3bfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.953281 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.971368 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0a5f782b-3706-4104-b6f1-c50ab1b3bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:36.981459 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9dbe21a2-55ec-487c-a0e9-c8dabc20f5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:37.039495 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ac0e9dc4-9ad3-46df-9821-1027e2a71563 req-36b877fc-4672-4220-ae1b-b9f5da741da8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982628 Jun 07 13:39:37.041245 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f782b-3706-4104-b6f1-c50ab1b3bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a3ff09-55c2-4237-a43b-32d50e128e79,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:37.048082 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0a5f782b-3706-4104-b6f1-c50ab1b3bfec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95cd62fc5c054429b99646da672fd6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0830946 Jun 07 13:39:37.048082 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0a5f782b-3706-4104-b6f1-c50ab1b3bfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:37.048555 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43420) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:37.126743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.160600 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.168830 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.170082 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cf444bc6-d9bb-4aca-9ff3-d8dc5e952527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.173553 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.174898 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f054f69-f5d2-498a-998b-9182c3b2260f HTTP/1.1" status: 204 len: 168 time: 0.8090987 Jun 07 13:39:37.178656 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e5517b73-9089-4795-b746-0b3c223f90da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:37.202760 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f054f69-f5d2-498a-998b-9182c3b2260f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:37.207321 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:37.264071 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.267461 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.273097 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3a3ff09-55c2-4237-a43b-32d50e128e79 HTTP/1.1" status: 204 len: 168 time: 0.2185719 Jun 07 13:39:37.273097 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-30914c20-13e5-4374-95c4-72974a76b49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:37.287490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a3ff09-55c2-4237-a43b-32d50e128e79,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:37.290113 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:37.307125 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:37.321709 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.346058 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Transition to ACTIVE for port object 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:37.352402 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.361384 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:37.605431 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212b550-c998-4882-817d-760a831b9794 service neutron] Pushing event updated for resources: {'Port': ['ID=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:37.611467 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7212b550-c998-4882-817d-760a831b9794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:37.693767 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Attempting to bind port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:37.694184 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Attempting to bind port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:37.694590 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Attempting to bind port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:37.700988 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 on network 4493ffef-ea1b-44ff-877f-25f0107ed420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:37.701397 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Attempting to bind port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:37.708951 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:37.709375 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Checking segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:37.709951 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Bound using segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:37.713872 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Bound port: 09f55b61-1e15-49f0-b2f1-61c7e2f87e03, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:37.714565 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.849858 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] For port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:37.863091 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] For port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:37.879643 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.894463 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:38.011907 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:38.012879 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.015457 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-7212b550-c998-4882-817d-760a831b9794 service neutron] 10.222.0.60 "PUT /v2.0/ports/09f55b61-1e15-49f0-b2f1-61c7e2f87e03 HTTP/1.1" status: 200 len: 1094 time: 1.5841291 Jun 07 13:39:38.016246 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'tag': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:38.020370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade" -d '{"events": [{"name": "network-changed", "server_uuid": "270eac5a-ba0b-46a7-98d5-a6153117c1cb", "tag": "09f55b61-1e15-49f0-b2f1-61c7e2f87e03"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:38.056849 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212b550-c998-4882-817d-760a831b9794 service neutron] Pushing event updated for resources: {'Port': ['ID=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:38.063606 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7212b550-c998-4882-817d-760a831b9794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:38.159487 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de73767-ee0c-4630-88d2-c557df8cdc3c x-openstack-request-id: req-8de73767-ee0c-4630-88d2-c557df8cdc3c {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:38.160085 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270eac5a-ba0b-46a7-98d5-a6153117c1cb", "tag": "09f55b61-1e15-49f0-b2f1-61c7e2f87e03", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:38.160376 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8de73767-ee0c-4630-88d2-c557df8cdc3c {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:38.161307 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'tag': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'status': 'completed', 'code': 200} Jun 07 13:39:38.198619 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.202604 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-80bff46b-182e-491a-9043-7dad84b865ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:38.204801 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-80bff46b-182e-491a-9043-7dad84b865ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 1097 time: 0.1193314 Jun 07 13:39:38.212279 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43460) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:38.313705 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43464) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:38.321813 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-e136e2d6-a4e2-478e-ba94-c3121c881798 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f55b61-1e15-49f0-b2f1-61c7e2f87e03 HTTP/1.1" status: 200 len: 217 time: 0.0845544 Jun 07 13:39:38.322611 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2ccc80ec-4291-40ce-8479-8690bf9bc553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.381433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ed908e4-5cf5-474c-92db-f2b8c96f1a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.503808 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a9188-a46d-46b4-b9e7-28698f1e3517 req-3ad3523f-9f9e-47b4-9d70-15c49c51de5f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:38.505494 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ce0a9188-a46d-46b4-b9e7-28698f1e3517 req-3ad3523f-9f9e-47b4-9d70-15c49c51de5f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 944 time: 0.2595165 Jun 07 13:39:38.528913 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-400f24e7-b56b-4cd4-826f-217bb45c9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:38.531116 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-400f24e7-b56b-4cd4-826f-217bb45c9a9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.1947949 Jun 07 13:39:38.594984 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-602061aa-f51e-4175-a1cf-86025802be55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508819 Jun 07 13:39:38.602018 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ce0a9188-a46d-46b4-b9e7-28698f1e3517 req-ec6cf141-ea55-43e5-a3f5-31e4fb285591 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871787 Jun 07 13:39:38.622793 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ed908e4-5cf5-474c-92db-f2b8c96f1a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.627625 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5ed908e4-5cf5-474c-92db-f2b8c96f1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.653791 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:38.672441 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5ed908e4-5cf5-474c-92db-f2b8c96f1a8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ccebbb1e95945dfbca4960ceef6b344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428533 Jun 07 13:39:38.675519 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43474) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:38.698566 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:39:38.716362 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed908e4-5cf5-474c-92db-f2b8c96f1a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5d250-c0b6-444b-a13c-c406eb16c095,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:38.736874 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43478) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:38.737924 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5ed908e4-5cf5-474c-92db-f2b8c96f1a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:38.828440 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-f060c941-dbdd-4d7b-9b75-ca0bef88cc84 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145503 Jun 07 13:39:38.842835 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.873925 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.894199 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-network', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:38.951343 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.953771 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:38.957221 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ce5d250-c0b6-444b-a13c-c406eb16c095 HTTP/1.1" status: 204 len: 168 time: 0.2784946 Jun 07 13:39:38.957221 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c04e2fbe-5997-45b6-8998-9b2aa351b0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:38.968855 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5d250-c0b6-444b-a13c-c406eb16c095,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:38.977650 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:38.988645 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2ccc80ec-4291-40ce-8479-8690bf9bc553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.003698 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2ccc80ec-4291-40ce-8479-8690bf9bc553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.016834 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:39.019718 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Made reservation on behalf of acdfa4be8548409aa1be672c31b5ba55 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:39.023423 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.042234 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.114303 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2ccc80ec-4291-40ce-8479-8690bf9bc553 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c06b8f6b081449de85a60891ef310e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9009552 Jun 07 13:39:39.124574 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43488) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:39.148460 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc80ec-4291-40ce-8479-8690bf9bc553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70cb800-d129-4734-a260-4f640281c951,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:39.156534 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-03df4706-2fbb-4c4f-a1fc-e6f61fc6b215 req-5aa3635e-9ec8-4af9-8d96-145433b0128a service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132269 Jun 07 13:39:39.156729 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2ccc80ec-4291-40ce-8479-8690bf9bc553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:39.218217 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.241908 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.246873 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.253466 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0c9762cb-c4f0-48f5-83e7-e27c89ae8635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:39.297167 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:39:39.315083 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed068cc0-2354-4963-b1c3-41dc017f692d,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:39.322218 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:39.323601 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.324085 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Added segment fce75e3d-3330-49f6-9ddd-a374c97a9e5d of type vlan for network e302dc2c-3c49-411d-a65e-db062179de05 Jun 07 13:39:39.329094 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.378479 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.436244 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.438076 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:39.439656 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.461386 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1186a711-a60a-4d34-af26-33c0c266dd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:39.472367 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.475240 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.478937 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c70cb800-d129-4734-a260-4f640281c951 HTTP/1.1" status: 204 len: 168 time: 0.3470349 Jun 07 13:39:39.478937 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8e0d7ebe-8fb8-4327-964a-e3f316ed49fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:39.488047 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7485526 Jun 07 13:39:39.492692 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43506) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:39.496123 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70cb800-d129-4734-a260-4f640281c951,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:39.498963 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Request body: {'subnet': {'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-subnet', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:39.508851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:39.518177 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-bd7cc559-6f4e-4c0a-84b2-ee91469e818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:39.520066 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-bd7cc559-6f4e-4c0a-84b2-ee91469e818e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 1097 time: 0.2816858 Jun 07 13:39:39.635608 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e302dc2c-3c49-411d-a65e-db062179de05,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:39.641927 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.649042 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network e302dc2c-3c49-411d-a65e-db062179de05 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:39:39.655816 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:39.657184 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Made reservation on behalf of acdfa4be8548409aa1be672c31b5ba55 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:39.665078 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31491860'] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.817202 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-b97cc5fb-5d12-4d6e-b98a-5ac3d6d40b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:39.819928 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-b97cc5fb-5d12-4d6e-b98a-5ac3d6d40b56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 916 time: 0.2855339 Jun 07 13:39:39.959549 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-d1749a6b-ee86-45d4-ae06-a7be79e029ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f55b61-1e15-49f0-b2f1-61c7e2f87e03 HTTP/1.1" status: 200 len: 217 time: 0.1305697 Jun 07 13:39:40.032890 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31847508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491846'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.041270 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ac146c61-d179-4563-8051-ff07c9701c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:40.058787 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355dbb7-f564-4245-a774-806efd3bfa4e req-6652a102-fa7a-43dc-a52b-7c22c153af73 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:40.061275 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5355dbb7-f564-4245-a774-806efd3bfa4e req-6652a102-fa7a-43dc-a52b-7c22c153af73 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 944 time: 0.1643910 Jun 07 13:39:40.066174 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-18f7d2f1-65af-411b-a05a-234b30a260f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:40.067763 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-18f7d2f1-65af-411b-a05a-234b30a260f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.0874395 Jun 07 13:39:40.113761 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=612b4ec8-c70f-46cd-8945-7698f58b17e2,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:40.130278 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:40.151559 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Checking segment: {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:40.151935 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Network hostable DHCP agents. Network: e302dc2c-3c49-411d-a65e-db062179de05, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:39:40.157777 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-971a7e4f-3d11-46d2-80c6-925baeecfbac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604458 Jun 07 13:39:40.170956 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Network e302dc2c-3c49-411d-a65e-db062179de05 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:39:40.183136 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, e302dc2c-3c49-411d-a65e-db062179de05) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:40.189034 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:40.189708 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.195226 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd28565-9f09-407c-bee9-347c5e015fe1 None None] Network e302dc2c-3c49-411d-a65e-db062179de05 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:40.205633 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5355dbb7-f564-4245-a774-806efd3bfa4e req-fe8b36ae-3c46-4842-9389-39b6c8412d86 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354265 Jun 07 13:39:40.249579 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6fbf2ffa-8b8a-4ed6-b94d-c64ac0b744e4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7525613 Jun 07 13:39:40.250221 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43536) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:40.266978 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:40.319531 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.321728 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.366227 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.384905 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-626dba8c-f207-4b42-a85c-bb4f72eb9e69 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171774 Jun 07 13:39:40.410940 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43542) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:40.552695 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07278e14-1a80-4bcc-9883-1a3aa5973aa9 None None] Network e302dc2c-3c49-411d-a65e-db062179de05 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:40.665182 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3e286ef-315e-4f70-83d8-b5a9e2ea7ade req-53ad8f8e-3720-472f-ae69-84199ce3aba0 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677402 Jun 07 13:39:40.830678 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.879753 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83328574-7710-4d82-9fa1-f00b03564d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.346794 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83328574-7710-4d82-9fa1-f00b03564d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.360751 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-83328574-7710-4d82-9fa1-f00b03564d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.402604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5ed908e4-5cf5-474c-92db-f2b8c96f1a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:41.514226 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43628) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:41.514824 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-83328574-7710-4d82-9fa1-f00b03564d53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=368b18af197f446da1d650a7a2e69f65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1016672 Jun 07 13:39:41.519900 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83328574-7710-4d82-9fa1-f00b03564d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc77d51-719b-463d-a08c-b4c9f00cffc1,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:41.527139 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-83328574-7710-4d82-9fa1-f00b03564d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:41.532694 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.598953 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.600406 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.635494 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.683039 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2c32e-b937-4d84-89e7-e0271d02ec63 req-3b0534ac-fa09-483a-9002-55c0b7ba4900 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:41.692066 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fde2c32e-b937-4d84-89e7-e0271d02ec63 req-3b0534ac-fa09-483a-9002-55c0b7ba4900 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 944 time: 0.3361609 Jun 07 13:39:41.724554 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.729589 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.731162 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fc77d51-719b-463d-a08c-b4c9f00cffc1 HTTP/1.1" status: 204 len: 168 time: 0.2146759 Jun 07 13:39:41.732827 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ab01084d-d42b-482d-932e-5d4d030f7872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:41.778754 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc77d51-719b-463d-a08c-b4c9f00cffc1,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:41.789295 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:41.823602 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fde2c32e-b937-4d84-89e7-e0271d02ec63 req-d9ca6794-8918-4425-9e5d-09a2169ccf65 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305196 Jun 07 13:39:41.866542 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Allocated IP 172.27.0.24 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/0592e64c-9d4d-421c-a208-7be3a7d37d08) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:42.079431 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.123738 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.128544 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:42.162946 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43644) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:42.199823 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:42.202718 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:42.206294 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:42.236852 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Pushing event updated for resources: {'Port': ['ID=0592e64c-9d4d-421c-a208-7be3a7d37d08,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:42.248662 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:42.321451 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-60a9bff3-2be8-477f-a7f4-b3010a8a2caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.351685 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43652) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:42.377980 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b152ae3f-e203-4731-bdd6-a6aa225842f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.479672 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-60a9bff3-2be8-477f-a7f4-b3010a8a2caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.488385 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-60a9bff3-2be8-477f-a7f4-b3010a8a2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.498755 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f0c94e8f-516b-48c0-be9a-48a360b5c9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:42.565125 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-60a9bff3-2be8-477f-a7f4-b3010a8a2caf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=570dffb7838f4953be52cb1c915c50fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003217 Jun 07 13:39:42.567749 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9bff3-2be8-477f-a7f4-b3010a8a2caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f54fba-9967-4b51-8c53-0436353e3aa7,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:42.569020 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43654) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:42.571957 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-60a9bff3-2be8-477f-a7f4-b3010a8a2caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:42.635828 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b152ae3f-e203-4731-bdd6-a6aa225842f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.641135 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b152ae3f-e203-4731-bdd6-a6aa225842f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.649625 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:42.691527 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b152ae3f-e203-4731-bdd6-a6aa225842f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fb6ba2367b64361bad4424629e56d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388290 Jun 07 13:39:42.694049 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43656) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:42.703772 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.794379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152ae3f-e203-4731-bdd6-a6aa225842f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be0f32-2331-415a-a901-7479bf6ff065,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:42.797426 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.798453 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b152ae3f-e203-4731-bdd6-a6aa225842f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:42.846682 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.872890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.893944 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.930155 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.932787 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.935154 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6be0f32-2331-415a-a901-7479bf6ff065 HTTP/1.1" status: 204 len: 168 time: 0.2393274 Jun 07 13:39:42.936068 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-dcdfcda4-5734-40f3-a3d3-92cc9e875ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:42.951151 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be0f32-2331-415a-a901-7479bf6ff065,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:42.954498 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:43.144222 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:43.146549 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:43.147660 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36f54fba-9967-4b51-8c53-0436353e3aa7 HTTP/1.1" status: 204 len: 168 time: 0.5765584 Jun 07 13:39:43.150357 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:43.162489 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f54fba-9967-4b51-8c53-0436353e3aa7,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:43.212492 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:43.257003 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:43.481421 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Router 20e9cce1-88ba-4b4b-800c-df2799b66140 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:39:43.677999 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:39:43.689578 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Sync routers for ids ['20e9cce1-88ba-4b4b-800c-df2799b66140'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:39:43.700758 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Routers {'20e9cce1-88ba-4b4b-800c-df2799b66140'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:43.702266 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['20e9cce1-88ba-4b4b-800c-df2799b66140'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:43.702995 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:43.704691 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4520333 Jun 07 13:39:43.707688 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 43690) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:43.828373 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:43.946988 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Set router 20e9cce1-88ba-4b4b-800c-df2799b66140 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:44.205324 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43708) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:44.334138 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:39:42Z', 'revision_number': 3, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port': {'id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:41Z', 'updated_at': '2021-06-07T13:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:44.341794 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Checking router: 20e9cce1-88ba-4b4b-800c-df2799b66140 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:39:44.342601 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Updating router 20e9cce1-88ba-4b4b-800c-df2799b66140 port 0592e64c-9d4d-421c-a208-7be3a7d37d08 binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:39:44.440560 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.515683 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2099557656-network', 'tenant_id': '8c1183d71302449481cfd264ad34562f'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:44.570359 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Made reservation on behalf of 8c1183d71302449481cfd264ad34562f for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:44.574656 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.594567 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.760915 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.774197 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.779914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.783083 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4d4ef827-6d53-447c-a68c-be62fd5765b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:44.805859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:39:44.815819 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.816312 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Added segment f7772a70-8888-46cf-a5be-ae84273d527b of type vlan for network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 Jun 07 13:39:44.855297 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26146fc2-e0f5-4360-b96f-f3151e2a02f3,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:44.860883 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:44.862614 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.898332 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.909530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:44.913035 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.920439 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:44.922562 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.936734 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Transition to ACTIVE for port object 0592e64c-9d4d-421c-a208-7be3a7d37d08 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:44.943709 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.951800 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:44.969376 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7603431 Jun 07 13:39:44.970081 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 43728) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:44.976430 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Request body: {'subnet': {'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2099557656-subnet', 'tenant_id': '8c1183d71302449481cfd264ad34562f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:45.031526 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Pushing event updated for resources: {'Port': ['ID=0592e64c-9d4d-421c-a208-7be3a7d37d08,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:45.036629 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Pushing event updated for resources: {'Network': ['ID=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:45.039926 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:45.041555 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.044074 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.044898 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.045259 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.045620 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.046215 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.046461 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.046830 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.047215 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.047729 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.048219 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.050094 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.052024 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:39:45.055125 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:45.071843 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Made reservation on behalf of 8c1183d71302449481cfd264ad34562f for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:45.072645 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:45.075914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31491860'] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.134409 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Attempting to bind port 0592e64c-9d4d-421c-a208-7be3a7d37d08 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:45.141506 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Attempting to bind port 0592e64c-9d4d-421c-a208-7be3a7d37d08 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:45.142496 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Attempting to bind port 0592e64c-9d4d-421c-a208-7be3a7d37d08 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:45.163124 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:45.163881 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:45.164987 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.165239 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:45.166061 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Bound port: 0592e64c-9d4d-421c-a208-7be3a7d37d08, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:45.166670 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.338723 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Allocated IP 172.20.0.1 (e302dc2c-3c49-411d-a65e-db062179de05/612b4ec8-c70f-46cd-8945-7698f58b17e2/1a2f89eb-cf03-4dc5-b48d-918d46e4df88) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:45.383218 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] For port 0592e64c-9d4d-421c-a208-7be3a7d37d08, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:45.389810 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] For port 0592e64c-9d4d-421c-a208-7be3a7d37d08, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=0592e64c-9d4d-421c-a208-7be3a7d37d08,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:45.395356 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.406620 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:45.409536 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:45.422542 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31847508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491846'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.432727 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:45.437171 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'port_id': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'mac_address': 'fa:16:3e:9d:1e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02616186-82e3-4ed9-a3c3-9a9f13b20107', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:45.519668 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Routers {'20e9cce1-88ba-4b4b-800c-df2799b66140'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:45.520738 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['20e9cce1-88ba-4b4b-800c-df2799b66140'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:45.601907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.634780 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:45.670954 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:45.677142 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be86b5f6-95f1-4735-94d9-ca02dd1503da,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:45.679314 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.684683 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fb561ce2-1391-4ab7-a3d3-70a8ce298e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:45.687954 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:45.746421 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Checking segment: {'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:45.746930 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Network hostable DHCP agents. Network: 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:39:45.775039 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:39:45.784409 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Pushing event updated for resources: {'Port': ['ID=0592e64c-9d4d-421c-a208-7be3a7d37d08,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:45.800796 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:45.801429 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:45.815363 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:45.817207 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.818133 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415733c8-2d64-49fa-a270-57e43b0bd82d None None] Network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:45.846791 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8755302 Jun 07 13:39:45.868333 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:45.879575 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.880191 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.880704 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.881196 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.881702 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.882228 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.882732 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.883583 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.884117 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.884630 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.884741 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:45.885688 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.886327 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:45.945725 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:45.984328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:46.006519 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:46.141913 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] Set router 20e9cce1-88ba-4b4b-800c-df2799b66140 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:46.153188 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174f91e-e800-46fa-9076-2774bf3b6938 req-54f498f7-4e7b-4639-841f-42305d15b7d1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:46.153970 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['09f55b61-1e15-49f0-b2f1-61c7e2f87e03'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:46.163416 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d174f91e-e800-46fa-9076-2774bf3b6938 req-54f498f7-4e7b-4639-841f-42305d15b7d1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 944 time: 0.8282554 Jun 07 13:39:46.170320 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Network e302dc2c-3c49-411d-a65e-db062179de05 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:46.192577 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:46.204991 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:46.266207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0c2ad-37c7-4a5b-952f-7c170843e020 None None] Network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:46.306244 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:46.315834 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:46.417956 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d174f91e-e800-46fa-9076-2774bf3b6938 req-31423fcf-819a-4177-88c7-4593c3e91f3a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532797 Jun 07 13:39:46.422074 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:46.648110 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:39:42Z', 'revision_number': 3, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port': {'id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:41Z', 'updated_at': '2021-06-07T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:46.653641 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abbdcf4-51ea-44c3-86a5-86e1d3a3ff05 None None] The sync data for ids ['20e9cce1-88ba-4b4b-800c-df2799b66140'] in dv-cinder-785362-2-iscsi is: [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:39:42Z', 'revision_number': 3, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port': {'id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:41Z', 'updated_at': '2021-06-07T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:39:46.704602 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:47.154567 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:47.160043 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:47.194142 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-43d5ec9f-7d13-4195-8558-db8f5f20018c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:47.319055 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:47.328836 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:47.329792 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:47.483598 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Network e302dc2c-3c49-411d-a65e-db062179de05 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:47.485253 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:47.652177 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d442e-90d8-4883-bf70-e138782cdbd6 req-91d05ac8-a80e-445a-9159-a3d285b88341 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:47.654410 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-526d442e-90d8-4883-bf70-e138782cdbd6 req-91d05ac8-a80e-445a-9159-a3d285b88341 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 945 time: 0.0945327 Jun 07 13:39:47.694028 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Router 20e9cce1-88ba-4b4b-800c-df2799b66140 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:39:47.705252 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-526d442e-90d8-4883-bf70-e138782cdbd6 req-ee10ecaf-f9f2-4c22-abc4-d65a44ba5eb0 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 Jun 07 13:39:47.882865 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:39:47.888386 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] 10.222.0.44 "PUT /v2.0/routers/20e9cce1-88ba-4b4b-800c-df2799b66140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1786988 Jun 07 13:39:48.225579 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 0592e64c-9d4d-421c-a208-7be3a7d37d08 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:48.316589 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 0592e64c-9d4d-421c-a208-7be3a7d37d08 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:48.322490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 0592e64c-9d4d-421c-a208-7be3a7d37d08 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:48.322868 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.522664 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.546285 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 0592e64c-9d4d-421c-a208-7be3a7d37d08, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=0592e64c-9d4d-421c-a208-7be3a7d37d08,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:48.550560 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.553255 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-45c28298-b26a-402a-9ab0-23c2cb40ee29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:48.598258 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Sync routers for ids ['20e9cce1-88ba-4b4b-800c-df2799b66140'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:39:48.636208 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Routers {'20e9cce1-88ba-4b4b-800c-df2799b66140'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:48.636897 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['20e9cce1-88ba-4b4b-800c-df2799b66140'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:48.721026 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=0592e64c-9d4d-421c-a208-7be3a7d37d08,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:48.726407 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:48.844297 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Set router 20e9cce1-88ba-4b4b-800c-df2799b66140 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:49.161333 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:39:46Z', 'revision_number': 4, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port': {'id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:41Z', 'updated_at': '2021-06-07T13:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1a2f89eb-cf03-4dc5-b48d-918d46e4df88', 'name': '', 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'mac_address': 'fa:16:3e:e6:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:44Z', 'updated_at': '2021-06-07T13:39:46Z', 'revision_number': 2, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'subnets': [{'id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:49.165107 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Checking router: 20e9cce1-88ba-4b4b-800c-df2799b66140 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:39:49.165462 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Updating router 20e9cce1-88ba-4b4b-800c-df2799b66140 port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:39:49.233530 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.597538 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.609897 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Transition to ACTIVE for port object 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:49.618842 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.623970 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:49.770813 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fe0a6-533f-4202-b930-3c34527914b3 None None] Pushing event updated for resources: {'Port': ['ID=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:49.781435 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cc2fe0a6-533f-4202-b930-3c34527914b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:49.866197 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Attempting to bind port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:49.866836 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Attempting to bind port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:49.867378 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Attempting to bind port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 on network e302dc2c-3c49-411d-a65e-db062179de05 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:49.876467 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:49.877083 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Checking segment: {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:49.877780 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.878425 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Bound using segment: {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:49.879182 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Bound port: 1a2f89eb-cf03-4dc5-b48d-918d46e4df88, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:49.879774 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.986693 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] For port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:49.989842 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] For port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:49.996533 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:50.000389 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fb561ce2-1391-4ab7-a3d3-70a8ce298e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:50.072412 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Routers {'20e9cce1-88ba-4b4b-800c-df2799b66140'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:50.073029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:39:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['20e9cce1-88ba-4b4b-800c-df2799b66140'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:50.129311 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fe0a6-533f-4202-b930-3c34527914b3 None None] Pushing event updated for resources: {'Port': ['ID=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:50.169828 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cc2fe0a6-533f-4202-b930-3c34527914b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:50.173569 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 0592e64c-9d4d-421c-a208-7be3a7d37d08 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:50.336876 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 0592e64c-9d4d-421c-a208-7be3a7d37d08 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:50.337918 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:50.372290 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] Set router 20e9cce1-88ba-4b4b-800c-df2799b66140 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:50.897921 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:39:46Z', 'revision_number': 4, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port': {'id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:41Z', 'updated_at': '2021-06-07T13:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1a2f89eb-cf03-4dc5-b48d-918d46e4df88', 'name': '', 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'mac_address': 'fa:16:3e:e6:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:44Z', 'updated_at': '2021-06-07T13:39:49Z', 'revision_number': 4, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'subnets': [{'id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:50.903970 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34717cf4-9225-45be-a42b-dfbacf8cb925 None None] The sync data for ids ['20e9cce1-88ba-4b4b-800c-df2799b66140'] in dv-cinder-785362-2-iscsi is: [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:39:46Z', 'revision_number': 4, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port': {'id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:41Z', 'updated_at': '2021-06-07T13:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1a2f89eb-cf03-4dc5-b48d-918d46e4df88', 'name': '', 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'mac_address': 'fa:16:3e:e6:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:44Z', 'updated_at': '2021-06-07T13:39:49Z', 'revision_number': 4, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'subnets': [{'id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:39:50.922655 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b18fb3-62f7-4e74-a64b-1162072f479e req-ffa99f2f-58bd-4ab1-ae44-e6e391d12175 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:50.922655 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c2b18fb3-62f7-4e74-a64b-1162072f479e req-ffa99f2f-58bd-4ab1-ae44-e6e391d12175 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 945 time: 0.1448798 Jun 07 13:39:51.001971 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c2b18fb3-62f7-4e74-a64b-1162072f479e req-4513171e-1e24-49ec-bc95-9a18170a4921 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696933 Jun 07 13:39:51.172507 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-2e7bd949-25ab-454b-aaf5-6bdaeac8ded9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:51.174056 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-2e7bd949-25ab-454b-aaf5-6bdaeac8ded9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 819 time: 0.1807520 Jun 07 13:39:51.192750 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-7bb08d26-3b23-4460-99dc-50e0bf517027 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/quotas/acdfa4be8548409aa1be672c31b5ba55 HTTP/1.1" status: 200 len: 375 time: 0.0125163 Jun 07 13:39:51.282438 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-e4d191ec-2028-4f9d-b1da-91b8e5ac62b6 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811338 Jun 07 13:39:51.452805 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-ab160420-a5db-4a7b-8835-745d47d455a8 service neutron] 10.222.0.44 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642656 Jun 07 13:39:51.647979 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-da690b94-ae4e-4264-ae49-06ed9127efc6 service neutron] 10.222.0.44 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845353 Jun 07 13:39:52.126244 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-91bc9ae4-9f78-49cc-9a38-081d1534d957 req-37e4c28a-b735-4d79-b435-10ebebd54623 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 210 time: 0.0782230 Jun 07 13:39:52.347607 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:52.501888 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:52.516569 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:52.517261 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:52.596231 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-5895b001-79be-4d0a-a984-f9b83cf0f6a2 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:52.598189 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-5895b001-79be-4d0a-a984-f9b83cf0f6a2 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/networks?id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 HTTP/1.1" status: 200 len: 809 time: 0.3463318 Jun 07 13:39:52.612346 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:52.633670 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-9d940bc5-8592-4727-93c0-e0045e642839 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/quotas/8c1183d71302449481cfd264ad34562f HTTP/1.1" status: 200 len: 375 time: 0.0214787 Jun 07 13:39:52.706577 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1317-6c23-43b4-87aa-686136910802 req-b92324b3-304c-4100-9b2d-75454824f445 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:52.715903 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-310a1317-6c23-43b4-87aa-686136910802 req-b92324b3-304c-4100-9b2d-75454824f445 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 945 time: 0.3730254 Jun 07 13:39:52.810977 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-310a1317-6c23-43b4-87aa-686136910802 req-ceab7d2d-8178-46e2-b57d-9a8a22e5ec47 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916924 Jun 07 13:39:52.863416 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:52.893952 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:52.894609 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:52.900476 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-b899a124-abf5-485f-892c-ebf769cb3260 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c1183d71302449481cfd264ad34562f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2654874 Jun 07 13:39:53.090900 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:53.104457 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-555c3b63-f8d0-4542-aa45-fe50a0c7b864 service neutron] 10.222.0.44 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019730 Jun 07 13:39:53.197046 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:53.205172 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:53.221892 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:53.314973 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-2b75137e-ca9b-4228-82ff-24127cb3e179 service neutron] 10.222.0.44 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936903 Jun 07 13:39:53.332541 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:53.369173 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:53.377999 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:53.387113 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:53.397174 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebec488-3950-44b5-bc15-0f6ea3a6d1dc" -d '{"events": [{"server_uuid": "270eac5a-ba0b-46a7-98d5-a6153117c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "09f55b61-1e15-49f0-b2f1-61c7e2f87e03"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:53.412210 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:53.417366 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:53.427221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-06b74832-7436-45d4-a638-f949df1b558d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:53.427435 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:53.435021 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-06b74832-7436-45d4-a638-f949df1b558d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 819 time: 0.4547865 Jun 07 13:39:53.446962 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-52e7993f-2731-44be-a3db-d95c3174fad2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/quotas/acdfa4be8548409aa1be672c31b5ba55 HTTP/1.1" status: 200 len: 375 time: 0.0110254 Jun 07 13:39:53.631685 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:53.635454 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:53.677685 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-b1c03af4-86dd-41e1-8fc3-fcdb4174612b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2208784 Jun 07 13:39:54.122842 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98aac96-da25-4c1e-8377-10fc5437b2b3 x-openstack-request-id: req-b98aac96-da25-4c1e-8377-10fc5437b2b3 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:54.123401 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270eac5a-ba0b-46a7-98d5-a6153117c1cb", "name": "network-vif-plugged", "status": "completed", "tag": "09f55b61-1e15-49f0-b2f1-61c7e2f87e03", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:54.123896 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b98aac96-da25-4c1e-8377-10fc5437b2b3 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:54.124564 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'code': 200} Jun 07 13:39:54.266365 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-299b4bde-f939-42dd-bdfa-5c1bd3126a2c service neutron] 10.222.0.44 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876980 Jun 07 13:39:54.278649 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:54.332107 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d56b4c4e-36ad-48e9-92b1-7174fda1a0b1 req-aa33ddba-9687-4e20-b9b5-9e8b63a7ece5 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 210 time: 0.1189754 Jun 07 13:39:54.397767 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-42c900a8-76a4-464d-80a5-63d1cc9d7cae tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:54.399430 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-42c900a8-76a4-464d-80a5-63d1cc9d7cae tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 819 time: 0.4469664 Jun 07 13:39:54.438715 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:54.439616 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:54.473010 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Request body: {'port': {'device_id': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'admin_state_up': True, 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:54.636403 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-a3d4ab5c-6851-46c7-bb26-913334e456bf service neutron] 10.222.0.44 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478367 Jun 07 13:39:54.641174 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bbbcd-d341-4b66-8448-cd1343192a40 req-6f8eb6a5-cb11-4e95-809a-a32f8a3cf03d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:54.649952 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a88bbbcd-d341-4b66-8448-cd1343192a40 req-6f8eb6a5-cb11-4e95-809a-a32f8a3cf03d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1624813 Jun 07 13:39:54.796145 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Made reservation on behalf of acdfa4be8548409aa1be672c31b5ba55 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:54.801567 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a88bbbcd-d341-4b66-8448-cd1343192a40 req-41fbd745-c62d-409a-88da-0e3cadbb81e9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505020 Jun 07 13:39:54.810843 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:54.867195 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f638-217a-4c53-9c51-ae0b97414997 req-d93a8e20-9186-435e-986e-c940b97d23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:54.878015 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2d92f638-217a-4c53-9c51-ae0b97414997 req-d93a8e20-9186-435e-986e-c940b97d23c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 1099 time: 0.1826720 Jun 07 13:39:55.004022 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-994dab08-3052-4f40-aebd-ec7666068dbb req-a48e5424-563f-4110-93df-9460fa23e705 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 210 time: 0.0734286 Jun 07 13:39:55.014737 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2d92f638-217a-4c53-9c51-ae0b97414997 req-e508f351-8a1e-4a96-85a9-c26f123a718a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288695 Jun 07 13:39:55.107234 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Allocated IP 172.20.0.11 (e302dc2c-3c49-411d-a65e-db062179de05/612b4ec8-c70f-46cd-8945-7698f58b17e2/1d817fda-54ad-436b-9179-ad86b73a38fc) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:55.428730 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:55.478932 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:55.490756 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:55.567028 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-012acd14-2250-4897-a7da-024153637b31 req-7a6cab76-583a-47e6-ac42-fe12b4b76f15 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 210 time: 0.0613627 Jun 07 13:39:55.602234 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Network e302dc2c-3c49-411d-a65e-db062179de05 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:55.609458 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:55.617785 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:55.675904 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Pushing event updated for resources: {'Port': ['ID=1d817fda-54ad-436b-9179-ad86b73a38fc,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:55.692223 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:55.715324 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:55.716024 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:55.746468 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2771788 Jun 07 13:39:55.800628 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Request body: {'port': {'device_id': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:56.122863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:56.142859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-f60ef0d1-ae69-41f1-bbe5-e77f496bb5b2 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:56.145979 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-f60ef0d1-ae69-41f1-bbe5-e77f496bb5b2 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "GET /v2.0/networks?id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 HTTP/1.1" status: 200 len: 809 time: 0.2525437 Jun 07 13:39:56.169221 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Request body: {'port': {'device_id': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2', 'admin_state_up': True, 'tenant_id': '8c1183d71302449481cfd264ad34562f'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:56.443621 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0edd144b-9ba1-4389-a314-a5934e32b051 req-85b02988-5006-4d19-b2ed-c7d7f64641a8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 210 time: 0.1560171 Jun 07 13:39:56.546244 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2a7c8-2184-4d34-a071-eb96ab90e1a3 req-23e43fca-1236-44fa-90c2-bde3ddeb96c7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:56.548064 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47f2a7c8-2184-4d34-a071-eb96ab90e1a3 req-23e43fca-1236-44fa-90c2-bde3ddeb96c7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.5464358 Jun 07 13:39:56.684720 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Made reservation on behalf of 8c1183d71302449481cfd264ad34562f for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:56.688780 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:56.695963 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47f2a7c8-2184-4d34-a071-eb96ab90e1a3 req-aa96399b-e5e6-4a46-8468-93e7684038f6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395562 Jun 07 13:39:56.951358 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Allocated IP 172.20.0.11 (05b84fb9-823a-43b1-8a5b-b97b31b8f6b2/be86b5f6-95f1-4735-94d9-ca02dd1503da/2c5e309f-9220-4200-bf2c-e32604131c66) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:57.011055 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d817fda-54ad-436b-9179-ad86b73a38fc {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:57.018844 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.041912 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Transition to ACTIVE for port object 1d817fda-54ad-436b-9179-ad86b73a38fc will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:57.046747 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.051640 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d2437c6e-6b3a-4bfa-8e40-5baa82570900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:57.175803 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.206794 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.213347 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d817fda-54ad-436b-9179-ad86b73a38fc,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:57.215189 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-35f0dd0d-a30d-429f-a33b-b561360605c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:57.242090 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:57.286696 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:57.287585 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Attempting to bind port 1d817fda-54ad-436b-9179-ad86b73a38fc on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:57.287925 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Attempting to bind port 1d817fda-54ad-436b-9179-ad86b73a38fc by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:57.288258 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Attempting to bind port 1d817fda-54ad-436b-9179-ad86b73a38fc on network e302dc2c-3c49-411d-a65e-db062179de05 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:57.289923 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:57.294275 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Port 1d817fda-54ad-436b-9179-ad86b73a38fc on network e302dc2c-3c49-411d-a65e-db062179de05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:57.294584 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:57.294693 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Attempting to bind port 1d817fda-54ad-436b-9179-ad86b73a38fc on network e302dc2c-3c49-411d-a65e-db062179de05 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:57.299883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:57.300223 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Checking segment: {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:57.300607 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Bound using segment: {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:57.301036 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Bound port: 1d817fda-54ad-436b-9179-ad86b73a38fc, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:57.301385 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.330211 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Pushing event updated for resources: {'Port': ['ID=2c5e309f-9220-4200-bf2c-e32604131c66,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:57.334422 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:57.362502 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:57.366483 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.381783 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2191372 Jun 07 13:39:57.395514 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] For port 1d817fda-54ad-436b-9179-ad86b73a38fc, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:57.398647 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] For port 1d817fda-54ad-436b-9179-ad86b73a38fc, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1d817fda-54ad-436b-9179-ad86b73a38fc,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:57.403987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.407838 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:57.462743 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:57.463386 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.465450 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 200 len: 1094 time: 1.6722572 Jun 07 13:39:57.468247 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'tag': '1d817fda-54ad-436b-9179-ad86b73a38fc'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:57.470541 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e90c97-3b39-4892-b067-f318e0f7b34c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e190f9-f812-4fb3-9541-6925bcc389a4", "tag": "1d817fda-54ad-436b-9179-ad86b73a38fc"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:57.491282 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d817fda-54ad-436b-9179-ad86b73a38fc,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:57.494498 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:00.172651 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Request body: {'port': {'device_id': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:00.306156 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-1f712520-fc78-4158-8689-fe85a863d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:00.308194 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-1f712520-fc78-4158-8689-fe85a863d763 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1097 time: 0.1060522 Jun 07 13:40:00.318420 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:00.324785 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2717b0-dc4e-410b-9d34-97b59233e179 x-openstack-request-id: req-0d2717b0-dc4e-410b-9d34-97b59233e179 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:00.325276 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e190f9-f812-4fb3-9541-6925bcc389a4", "tag": "1d817fda-54ad-436b-9179-ad86b73a38fc", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:00.325725 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d2717b0-dc4e-410b-9d34-97b59233e179 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:00.326257 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'tag': '1d817fda-54ad-436b-9179-ad86b73a38fc', 'status': 'completed', 'code': 200} Jun 07 13:40:00.440844 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-078bb8d9-070f-4c89-bae2-5cd92ac9bd02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 200 len: 217 time: 0.0847187 Jun 07 13:40:00.555805 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b2ae1609-2bc1-4ec5-b444-24cfc1684efc req-f54348ae-5e0b-4c43-a9ca-81641f4b301e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 210 time: 0.0871761 Jun 07 13:40:00.597534 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-c585b827-4843-4ac7-939a-3959e7ece40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:00.599746 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-c585b827-4843-4ac7-939a-3959e7ece40f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.1322687 Jun 07 13:40:00.677424 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5407c1-8a57-4017-8a8e-48de38d1f2fb req-c782f909-8a0f-43a2-9928-c906e4dc31cd tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:00.679173 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bd5407c1-8a57-4017-8a8e-48de38d1f2fb req-c782f909-8a0f-43a2-9928-c906e4dc31cd tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 932 time: 0.3503838 Jun 07 13:40:00.679328 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-96ac7700-3dc2-48f3-937c-dbc331d0b1dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705817 Jun 07 13:40:00.954010 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bd5407c1-8a57-4017-8a8e-48de38d1f2fb req-566f8c6b-ec11-4ab6-a937-e4805ebb1279 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680547 Jun 07 13:40:00.964118 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-20d119cc-5d4a-4c2c-83a2-b029615e2bdd service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697592 Jun 07 13:40:01.033361 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddf94e-97a3-4f7a-83b8-e92107426b8d req-59ee2ef5-a618-458a-9abd-4172e3d8a803 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:01.034976 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-74ddf94e-97a3-4f7a-83b8-e92107426b8d req-59ee2ef5-a618-458a-9abd-4172e3d8a803 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1703389 Jun 07 13:40:01.133905 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-50007306-619e-4f4b-a580-9ce2944ae55b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:01.136123 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-50007306-619e-4f4b-a580-9ce2944ae55b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 819 time: 0.3963058 Jun 07 13:40:01.162288 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Request body: {'port': {'device_id': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'admin_state_up': True, 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:01.200863 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-74ddf94e-97a3-4f7a-83b8-e92107426b8d req-a904789c-9d52-4a97-a3c1-e29275edb941 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871117 Jun 07 13:40:01.209310 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c1e5d0f-ca36-4849-b233-41400a197116 req-ee17f1e0-a7d9-4d1f-a4e9-40eed161326b service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345839 Jun 07 13:40:01.405762 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-e767a01f-2183-4fb6-936f-43a49a20149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:01.408583 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-e767a01f-2183-4fb6-936f-43a49a20149a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1097 time: 0.1233542 Jun 07 13:40:01.444430 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5e309f-9220-4200-bf2c-e32604131c66 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:01.457242 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:01.503298 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Transition to ACTIVE for port object 2c5e309f-9220-4200-bf2c-e32604131c66 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:40:01.521815 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:01.531013 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-902f5ea5-21b4-4503-849d-77dcba4c505e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:01.806088 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Made reservation on behalf of acdfa4be8548409aa1be672c31b5ba55 for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:40:01.812463 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:01.872743 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-3f76de69-f8bb-41b0-a5e1-e3773fbaf567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:01.874999 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-3f76de69-f8bb-41b0-a5e1-e3773fbaf567 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 920 time: 0.4435072 Jun 07 13:40:01.887420 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Pushing event updated for resources: {'Port': ['ID=2c5e309f-9220-4200-bf2c-e32604131c66,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:01.890452 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:02.019650 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-cebf410a-f902-4813-bea6-4c7cadf5789e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 200 len: 217 time: 0.1041663 Jun 07 13:40:02.035835 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04512f71-29e7-4342-98fe-c704636f73cf req-4e48cc04-3938-452b-9505-d0c6474d9fb0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 210 time: 0.1556833 Jun 07 13:40:02.092292 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Attempting to bind port 2c5e309f-9220-4200-bf2c-e32604131c66 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:40:02.092648 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Attempting to bind port 2c5e309f-9220-4200-bf2c-e32604131c66 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:40:02.093139 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Attempting to bind port 2c5e309f-9220-4200-bf2c-e32604131c66 on network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:02.188837 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Allocated IP 172.20.0.9 (e302dc2c-3c49-411d-a65e-db062179de05/612b4ec8-c70f-46cd-8945-7698f58b17e2/7033b7f2-ad59-4275-bbff-5f5760a18b95) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:40:02.205866 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-9b3e91c8-73d6-46d1-99c9-9284383312f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:02.207517 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-9b3e91c8-73d6-46d1-99c9-9284383312f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.1691937 Jun 07 13:40:02.240277 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Port 2c5e309f-9220-4200-bf2c-e32604131c66 on network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:40:02.240807 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Attempting to bind port 2c5e309f-9220-4200-bf2c-e32604131c66 on network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:02.255169 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:40:02.255675 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Checking segment: {'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:40:02.256164 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Bound using segment: {'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:40:02.256708 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Bound port: 2c5e309f-9220-4200-bf2c-e32604131c66, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:40:02.257230 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:02.418660 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-568e03a3-9f16-4c80-ba75-43a151ef5193 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1973789 Jun 07 13:40:02.522586 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] For port 2c5e309f-9220-4200-bf2c-e32604131c66, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:40:02.557363 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] For port 2c5e309f-9220-4200-bf2c-e32604131c66, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c5e309f-9220-4200-bf2c-e32604131c66,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:40:02.563058 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:02.583276 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:02.627860 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:02.631660 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:02.632285 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:02.633728 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] 10.222.0.60 "PUT /v2.0/ports/2c5e309f-9220-4200-bf2c-e32604131c66 HTTP/1.1" status: 200 len: 1094 time: 2.4664593 Jun 07 13:40:02.650451 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'tag': '2c5e309f-9220-4200-bf2c-e32604131c66'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:02.654925 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f840f1b2-2eed-4d87-8001-2f53c72a2af7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2", "tag": "2c5e309f-9220-4200-bf2c-e32604131c66"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:02.697900 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Pushing event updated for resources: {'Port': ['ID=2c5e309f-9220-4200-bf2c-e32604131c66,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:02.708091 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:02.724417 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-f300dd6b-882e-4447-9d55-17ef77b4928c service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934675 Jun 07 13:40:02.738008 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccaf6d-069e-4187-bb98-ca541ffb860e req-b1ad46e3-82b2-4561-a935-9415c051dd4a tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:02.749630 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-56ccaf6d-069e-4187-bb98-ca541ffb860e req-b1ad46e3-82b2-4561-a935-9415c051dd4a tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 944 time: 0.3986306 Jun 07 13:40:02.785871 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:02.797575 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:02.872025 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Network e302dc2c-3c49-411d-a65e-db062179de05 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:40:02.876908 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:40:02.881656 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:40:02.917710 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-56ccaf6d-069e-4187-bb98-ca541ffb860e req-c744e4ed-d59c-4266-937a-7651a39c823f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661437 Jun 07 13:40:02.964497 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67e90c97-3b39-4892-b067-f318e0f7b34c req-afadc53f-c05e-4be1-86b7-79ec79b05e25 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934562 Jun 07 13:40:03.017686 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d603916-6c1c-4f5b-be11-df1797f2a5e9 x-openstack-request-id: req-9d603916-6c1c-4f5b-be11-df1797f2a5e9 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:03.018006 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2", "tag": "2c5e309f-9220-4200-bf2c-e32604131c66", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:03.018283 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d603916-6c1c-4f5b-be11-df1797f2a5e9 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:03.018686 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'tag': '2c5e309f-9220-4200-bf2c-e32604131c66', 'status': 'completed', 'code': 200} Jun 07 13:40:03.023795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-f4821f8b-7aab-444d-831d-f1fc6e7e4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.025268 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-f4821f8b-7aab-444d-831d-f1fc6e7e4104 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1183d71302449481cfd264ad34562f&device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 1097 time: 0.3204379 Jun 07 13:40:03.087300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Pushing event updated for resources: {'Port': ['ID=7033b7f2-ad59-4275-bbff-5f5760a18b95,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:03.098115 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:03.109147 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-0a9cbc6c-4278-49c9-9fa6-ad5c729d8119 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5e309f-9220-4200-bf2c-e32604131c66 HTTP/1.1" status: 200 len: 217 time: 0.0736015 Jun 07 13:40:03.190009 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.190523 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:03.238213 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0815113 Jun 07 13:40:03.244157 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-057bd3f8-db9b-4990-b380-4aa538d7c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.246249 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-057bd3f8-db9b-4990-b380-4aa538d7c44c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be86b5f6-95f1-4735-94d9-ca02dd1503da HTTP/1.1" status: 200 len: 849 time: 0.1260786 Jun 07 13:40:03.279256 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968a2e7-046e-40be-8a6e-5b874f1997db req-81ad6025-4c60-467a-8be1-62aacad6af52 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.281840 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5968a2e7-046e-40be-8a6e-5b874f1997db req-81ad6025-4c60-467a-8be1-62aacad6af52 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 931 time: 0.1110599 Jun 07 13:40:03.285765 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Request body: {'port': {'device_id': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:03.339660 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5968a2e7-046e-40be-8a6e-5b874f1997db req-887aedaf-8217-4b10-9ebc-e5b1217a1ae0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491414 Jun 07 13:40:03.392991 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-d65ac4c0-5cf6-45b0-8f48-ed0909e1ea00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703468 Jun 07 13:40:03.531079 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9e40cad5-ed77-4337-80b1-6ded5a5be77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:03.565902 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:03.694981 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-e921e53c-6fa7-43d8-b20b-e64f4be5cb88 service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886581 Jun 07 13:40:04.065565 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1d817fda-54ad-436b-9179-ad86b73a38fc details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:40:04.116448 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a1e4d9c-d681-4b56-a9d6-212322afa97b req-90a61697-19c5-40a6-93d0-a5c96d0d8d1b service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598418 Jun 07 13:40:04.268469 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1d817fda-54ad-436b-9179-ad86b73a38fc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1d817fda-54ad-436b-9179-ad86b73a38fc,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:04.283724 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '1d817fda-54ad-436b-9179-ad86b73a38fc', 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'port_id': '1d817fda-54ad-436b-9179-ad86b73a38fc', 'mac_address': 'fa:16:3e:0f:4a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:40:04.325062 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed36b-38c8-4901-ac1c-e55a102bd923 req-c3836642-b828-4a3d-987a-4d9247738b9e tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:04.334130 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-466ed36b-38c8-4901-ac1c-e55a102bd923 req-c3836642-b828-4a3d-987a-4d9247738b9e tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 944 time: 0.2782817 Jun 07 13:40:04.359907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:04.382701 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d817fda-54ad-436b-9179-ad86b73a38fc {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:04.407351 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1d817fda-54ad-436b-9179-ad86b73a38fc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1d817fda-54ad-436b-9179-ad86b73a38fc,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:04.413536 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:04.416818 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:04.421942 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7033b7f2-ad59-4275-bbff-5f5760a18b95 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:04.442618 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:04.465094 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-466ed36b-38c8-4901-ac1c-e55a102bd923 req-11cd8074-19d9-447a-b0e4-604de98af656 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296604 Jun 07 13:40:04.493149 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Transition to ACTIVE for port object 7033b7f2-ad59-4275-bbff-5f5760a18b95 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:40:04.499982 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:04.508366 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-99e138b5-41cf-473a-9c5f-4d3b918c6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:04.510277 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-99e138b5-41cf-473a-9c5f-4d3b918c6563 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1183d71302449481cfd264ad34562f&device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 1097 time: 0.3046238 Jun 07 13:40:04.513122 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:04.522138 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44130) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:04.554641 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1d817fda-54ad-436b-9179-ad86b73a38fc,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:04.562307 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:04.658542 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d7e64-3354-4ea3-b2f8-00b3ab50512f req-8b9dd53e-5585-4564-949b-0ed2300f2613 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:04.660075 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a7d7e64-3354-4ea3-b2f8-00b3ab50512f req-8b9dd53e-5585-4564-949b-0ed2300f2613 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 943 time: 0.1082747 Jun 07 13:40:04.705590 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-90b252cd-a151-415a-9523-ad12d1762b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:04.768682 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a7d7e64-3354-4ea3-b2f8-00b3ab50512f req-84fded32-c1fa-4546-900e-d35fc15892cb tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983779 Jun 07 13:40:04.878389 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['1d817fda-54ad-436b-9179-ad86b73a38fc'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:04.909328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-90b252cd-a151-415a-9523-ad12d1762b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:04.914998 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-90b252cd-a151-415a-9523-ad12d1762b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:04.926965 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:04.930729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Pushing event updated for resources: {'Port': ['ID=7033b7f2-ad59-4275-bbff-5f5760a18b95,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:04.945667 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:04.965826 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Attempting to bind port 7033b7f2-ad59-4275-bbff-5f5760a18b95 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:40:04.966210 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Attempting to bind port 7033b7f2-ad59-4275-bbff-5f5760a18b95 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:40:04.966375 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Attempting to bind port 7033b7f2-ad59-4275-bbff-5f5760a18b95 on network e302dc2c-3c49-411d-a65e-db062179de05 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:04.976935 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-90b252cd-a151-415a-9523-ad12d1762b1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5dac04d3e794409bacb2a4fefc823698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536719 Jun 07 13:40:04.977921 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b252cd-a151-415a-9523-ad12d1762b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf41637-9d3c-4051-a638-37847acdf889,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:04.981317 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44140) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:04.989819 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Port 7033b7f2-ad59-4275-bbff-5f5760a18b95 on network e302dc2c-3c49-411d-a65e-db062179de05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:40:04.990277 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Attempting to bind port 7033b7f2-ad59-4275-bbff-5f5760a18b95 on network e302dc2c-3c49-411d-a65e-db062179de05 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:05.008121 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:40:05.008539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Checking segment: {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:40:05.009085 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Bound using segment: {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:40:05.009550 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Bound port: 7033b7f2-ad59-4275-bbff-5f5760a18b95, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:40:05.010009 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.022539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-579cbc80-1d78-43a1-872b-e5aad10f9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:05.024001 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-579cbc80-1d78-43a1-872b-e5aad10f9edf service neutron] 10.222.0.60 "GET /v2.0/networks?id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 HTTP/1.1" status: 200 len: 910 time: 0.4544983 Jun 07 13:40:05.038646 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-90b252cd-a151-415a-9523-ad12d1762b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:05.076351 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.124245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.216264 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.219998 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.226957 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbf41637-9d3c-4051-a638-37847acdf889 HTTP/1.1" status: 204 len: 168 time: 0.2433517 Jun 07 13:40:05.228356 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2a9b3ada-0ee7-4b72-b833-d992ea8de056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:05.250212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf41637-9d3c-4051-a638-37847acdf889,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:05.266646 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:05.303558 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-5708ecf0-ae60-4066-968a-d6ee356b016e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5e309f-9220-4200-bf2c-e32604131c66 HTTP/1.1" status: 200 len: 217 time: 0.2220380 Jun 07 13:40:05.392596 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] For port 7033b7f2-ad59-4275-bbff-5f5760a18b95, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:40:05.413883 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] For port 7033b7f2-ad59-4275-bbff-5f5760a18b95, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:40:05.419630 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.421297 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-0d88399a-2308-4b83-a4dc-6dee6046d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:05.423199 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-0d88399a-2308-4b83-a4dc-6dee6046d336 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be86b5f6-95f1-4735-94d9-ca02dd1503da HTTP/1.1" status: 200 len: 849 time: 0.0985322 Jun 07 13:40:05.429079 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:05.553191 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:05.553903 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.555404 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] 10.222.0.60 "PUT /v2.0/ports/7033b7f2-ad59-4275-bbff-5f5760a18b95 HTTP/1.1" status: 200 len: 1093 time: 2.2804096 Jun 07 13:40:05.566171 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'tag': '7033b7f2-ad59-4275-bbff-5f5760a18b95'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:05.569508 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91f1321-fabf-4afe-a782-3b6b9c4a1394" -d '{"events": [{"name": "network-changed", "server_uuid": "56c22e9a-61c3-48cf-8d8a-fb66120e5c2e", "tag": "7033b7f2-ad59-4275-bbff-5f5760a18b95"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:05.587475 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-3ea5cf99-1f6c-4a8c-bb77-5ae92710f68e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089563 Jun 07 13:40:05.625034 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44162) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:05.654906 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dbae428c-6d4c-494b-a33a-2324d876cf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.692332 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Pushing event updated for resources: {'Port': ['ID=7033b7f2-ad59-4275-bbff-5f5760a18b95,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:05.799414 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d57863-e706-4bac-aa40-1ee2b3f66536 x-openstack-request-id: req-27d57863-e706-4bac-aa40-1ee2b3f66536 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:05.799768 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c22e9a-61c3-48cf-8d8a-fb66120e5c2e", "tag": "7033b7f2-ad59-4275-bbff-5f5760a18b95", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:05.800292 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27d57863-e706-4bac-aa40-1ee2b3f66536 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:05.800721 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'tag': '7033b7f2-ad59-4275-bbff-5f5760a18b95', 'status': 'completed', 'code': 200} Jun 07 13:40:05.815090 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:05.830851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dbae428c-6d4c-494b-a33a-2324d876cf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.836715 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-dbae428c-6d4c-494b-a33a-2324d876cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.848378 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:05.896629 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-dbae428c-6d4c-494b-a33a-2324d876cf9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1939f936d432478b9a25c323d1a96e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698381 Jun 07 13:40:05.897580 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44178) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:05.909110 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae428c-6d4c-494b-a33a-2324d876cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55bea9-7679-43a7-8ad6-76b015c3ab4f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:05.914730 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-dbae428c-6d4c-494b-a33a-2324d876cf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:06.004964 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139ff36-b30f-44fd-8c55-972902d22ce2 req-f3feb74b-8b30-42a7-a524-0cdfb75ae7ba tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.006455 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7139ff36-b30f-44fd-8c55-972902d22ce2 req-f3feb74b-8b30-42a7-a524-0cdfb75ae7ba tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 944 time: 0.3563290 Jun 07 13:40:06.011541 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-6054d9e0-58ab-4aa2-aa8c-357635c45b47 service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987107 Jun 07 13:40:06.020373 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-48cdf16d-75c7-4437-9f67-009f2d25d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.022191 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-48cdf16d-75c7-4437-9f67-009f2d25d6b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 1096 time: 0.3704116 Jun 07 13:40:06.077077 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2c5e309f-9220-4200-bf2c-e32604131c66 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:40:06.102435 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.183678 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.196129 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-43dbe449-8da0-409d-9b13-ab4e50525200 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95 HTTP/1.1" status: 200 len: 217 time: 0.1354499 Jun 07 13:40:06.210619 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-f545bf2d-6c62-4ce6-969e-ae61d4deff4b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.212630 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7139ff36-b30f-44fd-8c55-972902d22ce2 req-5a591b47-1524-4910-84cf-91795fba74ea tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947668 Jun 07 13:40:06.212813 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-f545bf2d-6c62-4ce6-969e-ae61d4deff4b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.2777486 Jun 07 13:40:06.303680 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.306421 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.310379 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d55bea9-7679-43a7-8ad6-76b015c3ab4f HTTP/1.1" status: 204 len: 168 time: 0.4091032 Jun 07 13:40:06.310379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7c77212c-ccdb-4229-ac4c-818c280fc0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:06.321776 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55bea9-7679-43a7-8ad6-76b015c3ab4f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:06.325146 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:06.332037 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-c19d4f63-9aeb-4eff-becd-a71b5956ba3a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/quotas/b36ca435bb1b4728aac177c3fbe2b474 HTTP/1.1" status: 200 len: 375 time: 0.0372555 Jun 07 13:40:06.351796 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 2c5e309f-9220-4200-bf2c-e32604131c66, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c5e309f-9220-4200-bf2c-e32604131c66,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:06.367572 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '2c5e309f-9220-4200-bf2c-e32604131c66', 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2', 'port_id': '2c5e309f-9220-4200-bf2c-e32604131c66', 'mac_address': 'fa:16:3e:df:04:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be86b5f6-95f1-4735-94d9-ca02dd1503da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:40:06.451868 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.486522 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5e309f-9220-4200-bf2c-e32604131c66 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:06.529789 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-4b0d4fb7-4f74-4abe-9889-f20e9dd84f6c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968234 Jun 07 13:40:06.534435 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-eb761851-bc8e-4b61-872d-88cc643e87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.536096 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-eb761851-bc8e-4b61-872d-88cc643e87c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.3271754 Jun 07 13:40:06.552661 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f840f1b2-2eed-4d87-8001-2f53c72a2af7 req-5324395e-17d9-426c-93bc-4f605eaab95f service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900136 Jun 07 13:40:06.553683 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 2c5e309f-9220-4200-bf2c-e32604131c66, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c5e309f-9220-4200-bf2c-e32604131c66,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:06.569834 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.575697 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:06.611173 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.652051 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-76706c13-c93c-44f7-8f6c-4c47e8770be0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980546 Jun 07 13:40:06.704313 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=2c5e309f-9220-4200-bf2c-e32604131c66,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:06.713251 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:06.741050 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb7f26-a965-48aa-a134-dcf2ad273052 req-28f54ece-c12c-4403-988f-b3d0f9d1d1f9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.742636 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0fbb7f26-a965-48aa-a134-dcf2ad273052 req-28f54ece-c12c-4403-988f-b3d0f9d1d1f9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 943 time: 0.3290231 Jun 07 13:40:06.923129 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-3eee56d4-1118-489d-8e61-b115c606357b service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808925 Jun 07 13:40:06.984869 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44204) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:06.994127 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0fbb7f26-a965-48aa-a134-dcf2ad273052 req-2ed727be-35c6-415a-a1d9-e5d567434f95 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290318 Jun 07 13:40:07.033909 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ae17e294-b6bc-4054-9096-e9165a235b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.062297 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-4a7a1167-e535-49c5-9c7f-98d49ea10b3f service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771605 Jun 07 13:40:07.073777 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2c5e309f-9220-4200-bf2c-e32604131c66'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:07.227574 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7b555603-7712-4243-bc72-840203196120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.268154 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2f3ab0e-81b1-47cf-aa4b-0bb4a76f081c service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360159 Jun 07 13:40:07.337528 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44210) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:07.352164 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-194cf8e8-3ca0-4a60-b036-05abb5b20bd3 req-a809c43d-7003-4cbd-a511-0b05fd9df72f service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702239 Jun 07 13:40:07.467719 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ae17e294-b6bc-4054-9096-e9165a235b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.474138 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ae17e294-b6bc-4054-9096-e9165a235b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.489634 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c59993c0-75ea-4bf2-bb4c-3cedeb75ceeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:07.663335 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea25ec28-932a-4632-b622-0f2b98d20bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.696272 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fa3d0d7c-34db-4eba-a4a4-f10eb712df0f req-b5f2d6e5-6330-448d-b412-ed2b41d4ae35 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 210 time: 0.0564024 Jun 07 13:40:07.716436 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-1f87c2c1-4d3f-4605-8d5b-28242310c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:07.718330 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-1f87c2c1-4d3f-4605-8d5b-28242310c11f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 1096 time: 0.2526720 Jun 07 13:40:07.765238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17e294-b6bc-4054-9096-e9165a235b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1606b0-61f1-4aae-b4fa-d98dc95a6732,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:07.770775 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ae17e294-b6bc-4054-9096-e9165a235b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:07.794994 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ae17e294-b6bc-4054-9096-e9165a235b68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=062d7e2553df4bf199cbc6c90ae78dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8069358 Jun 07 13:40:07.798916 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44220) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:07.954794 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a46b74-43c6-44aa-8327-d100cb01ac24 req-99457cf0-fadf-4b28-8e8b-5e424594faf7 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:07.957300 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d7a46b74-43c6-44aa-8327-d100cb01ac24 req-99457cf0-fadf-4b28-8e8b-5e424594faf7 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 945 time: 0.2959085 Jun 07 13:40:07.963239 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.038010 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.053445 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-743364a1-a1c6-45d0-8aef-a958f52a202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.058382 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-743364a1-a1c6-45d0-8aef-a958f52a202a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 920 time: 0.3149092 Jun 07 13:40:08.092051 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1d817fda-54ad-436b-9179-ad86b73a38fc up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:40:08.092278 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d7a46b74-43c6-44aa-8327-d100cb01ac24 req-1f2918cd-a773-4fcd-8b07-92fc70963198 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225772 Jun 07 13:40:08.179356 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea25ec28-932a-4632-b622-0f2b98d20bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.202290 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea25ec28-932a-4632-b622-0f2b98d20bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.223463 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-2689325a-74aa-4ac6-a1c8-8e83b941ef11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95 HTTP/1.1" status: 200 len: 217 time: 0.1410716 Jun 07 13:40:08.239811 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-90b252cd-a151-415a-9523-ad12d1762b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:08.257417 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.303187 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 1d817fda-54ad-436b-9179-ad86b73a38fc completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:40:08.318722 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 1d817fda-54ad-436b-9179-ad86b73a38fc triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:40:08.319396 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.334034 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.336341 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.337463 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad1606b0-61f1-4aae-b4fa-d98dc95a6732 HTTP/1.1" status: 204 len: 168 time: 0.5370603 Jun 07 13:40:08.343803 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ea25ec28-932a-4632-b622-0f2b98d20bd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=070d81ecec4b4ba89d1b76e15c50f0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0015063 Jun 07 13:40:08.344590 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44234) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:08.345722 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25ec28-932a-4632-b622-0f2b98d20bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea017def-3926-4be6-9d70-23791b7222ff,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:08.349268 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ea25ec28-932a-4632-b622-0f2b98d20bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:08.361452 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3e95cb0b-b2d8-47f2-a50c-58d8a1e1fcc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:08.376309 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1606b0-61f1-4aae-b4fa-d98dc95a6732,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:08.378739 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:08.459141 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.482525 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-938a73db-da6c-4b70-97ff-86a276276555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.484303 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-938a73db-da6c-4b70-97ff-86a276276555 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.2416329 Jun 07 13:40:08.499101 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.566770 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.597529 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.601062 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.603116 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea017def-3926-4be6-9d70-23791b7222ff HTTP/1.1" status: 204 len: 168 time: 0.2528582 Jun 07 13:40:08.604396 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2ccc80ec-4291-40ce-8479-8690bf9bc553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:08.614191 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d817fda-54ad-436b-9179-ad86b73a38fc'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:08.617349 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f4fdf7-736d-4395-8fec-ae767904fb3f" -d '{"events": [{"server_uuid": "f0e190f9-f812-4fb3-9541-6925bcc389a4", "name": "network-vif-plugged", "status": "completed", "tag": "1d817fda-54ad-436b-9179-ad86b73a38fc"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:08.618003 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea017def-3926-4be6-9d70-23791b7222ff,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:08.630526 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:08.639773 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1d817fda-54ad-436b-9179-ad86b73a38fc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1d817fda-54ad-436b-9179-ad86b73a38fc,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:08.661317 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-fe91cfde-37a8-42e5-8e30-42041abe2ec5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441398 Jun 07 13:40:08.665132 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.666866 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-6dc00bf7-7a02-4533-a723-94c9d2b16343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:08.686199 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934efbc-81d3-438b-84d0-b2d51152f0a5 req-433e3eb8-89f8-44c8-8369-2a204e052655 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.699248 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0934efbc-81d3-438b-84d0-b2d51152f0a5 req-433e3eb8-89f8-44c8-8369-2a204e052655 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 943 time: 0.3503249 Jun 07 13:40:08.846309 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1d817fda-54ad-436b-9179-ad86b73a38fc,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:08.851378 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:08.860297 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290fb87-edd0-459f-a99b-c631147f4006 x-openstack-request-id: req-7290fb87-edd0-459f-a99b-c631147f4006 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:08.860737 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e190f9-f812-4fb3-9541-6925bcc389a4", "name": "network-vif-plugged", "status": "completed", "tag": "1d817fda-54ad-436b-9179-ad86b73a38fc", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:08.861142 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7290fb87-edd0-459f-a99b-c631147f4006 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:08.862843 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d817fda-54ad-436b-9179-ad86b73a38fc', 'code': 200} Jun 07 13:40:08.902584 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0934efbc-81d3-438b-84d0-b2d51152f0a5 req-8c9a9b02-a6d2-4815-be5c-adf2d4054453 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017014 Jun 07 13:40:09.006374 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-0ac6f548-0240-4d10-bd83-225c768f5b8b service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811623 Jun 07 13:40:09.242708 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aca66650-4c56-4ad2-9066-86b36e5f9fe8 req-78dfd2ad-c142-4eb2-b8ed-94240d1f56dd tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 210 time: 0.1564262 Jun 07 13:40:09.447034 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e91f1321-fabf-4afe-a782-3b6b9c4a1394 req-a24443cb-67ba-4390-94f8-ac18f1efb7ff service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279118 Jun 07 13:40:09.490038 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abcaa5-ecce-4b04-bd21-2f8cd9891bb9 req-68f40cc8-1ec3-4af9-9583-1b32bfd15632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:09.490038 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-80abcaa5-ecce-4b04-bd21-2f8cd9891bb9 req-68f40cc8-1ec3-4af9-9583-1b32bfd15632 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1099 time: 0.2737839 Jun 07 13:40:09.503108 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783599-3ed1-4e55-bbef-6f3bd8a6dac1 req-57b688ad-1a21-4c02-b747-05bbe500cffc tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:09.505101 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-da783599-3ed1-4e55-bbef-6f3bd8a6dac1 req-57b688ad-1a21-4c02-b747-05bbe500cffc tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 945 time: 0.2198017 Jun 07 13:40:09.651946 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:09.691184 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-80abcaa5-ecce-4b04-bd21-2f8cd9891bb9 req-3d91aaa2-fd6b-448a-b874-02c2b38e7625 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840487 Jun 07 13:40:09.778027 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-da783599-3ed1-4e55-bbef-6f3bd8a6dac1 req-d544274f-98f0-416d-8aef-59a45c4b23a1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525952 Jun 07 13:40:09.884794 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-231efbc4-1ea1-456e-a7cb-1c4fd4af14f3 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:09.889213 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-231efbc4-1ea1-456e-a7cb-1c4fd4af14f3 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.3559966 Jun 07 13:40:09.930448 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Request body: {'port': {'device_id': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'admin_state_up': True, 'tenant_id': 'b36ca435bb1b4728aac177c3fbe2b474'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:10.110177 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 7033b7f2-ad59-4275-bbff-5f5760a18b95 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:40:10.118806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2c5e309f-9220-4200-bf2c-e32604131c66 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:40:10.205467 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Made reservation on behalf of b36ca435bb1b4728aac177c3fbe2b474 for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:40:10.216903 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:10.254533 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819f1cc-a923-4cce-82f8-d611ccbd4267 req-3054dabb-82be-4983-833f-10e1829d348d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:10.257086 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e819f1cc-a923-4cce-82f8-d611ccbd4267 req-3054dabb-82be-4983-833f-10e1829d348d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 943 time: 0.1860409 Jun 07 13:40:10.292281 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 2c5e309f-9220-4200-bf2c-e32604131c66 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:40:10.320159 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 2c5e309f-9220-4200-bf2c-e32604131c66 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:40:10.320685 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:10.361565 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e819f1cc-a923-4cce-82f8-d611ccbd4267 req-2992ae75-28ce-450f-9ee7-1b301a77a41d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938768 Jun 07 13:40:10.538843 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Allocated IP 172.20.0.13 (4493ffef-ea1b-44ff-877f-25f0107ed420/02616186-82e3-4ed9-a3c3-9a9f13b20107/ace0f002-c0b2-4e16-9c06-463f4e9f3e5a) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:40:10.607104 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 7033b7f2-ad59-4275-bbff-5f5760a18b95, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:10.662780 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:10.672271 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '7033b7f2-ad59-4275-bbff-5f5760a18b95', 'network_id': 'e302dc2c-3c49-411d-a65e-db062179de05', 'port_id': '7033b7f2-ad59-4275-bbff-5f5760a18b95', 'mac_address': 'fa:16:3e:7d:0b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612b4ec8-c70f-46cd-8945-7698f58b17e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:40:10.731168 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-69680000-0d0f-4cb5-8fa0-6166a7332bd2 req-870d2bda-5ba2-4075-bb28-82a61f49117d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 210 time: 0.0696890 Jun 07 13:40:10.806268 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:10.819678 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 2c5e309f-9220-4200-bf2c-e32604131c66, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c5e309f-9220-4200-bf2c-e32604131c66,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:10.834413 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:10.837449 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:10.869860 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5e309f-9220-4200-bf2c-e32604131c66'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:10.872956 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31500bb-0982-4403-9329-224c84a73043" -d '{"events": [{"server_uuid": "6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2", "name": "network-vif-plugged", "status": "completed", "tag": "2c5e309f-9220-4200-bf2c-e32604131c66"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:10.876472 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7033b7f2-ad59-4275-bbff-5f5760a18b95 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:10.920586 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 7033b7f2-ad59-4275-bbff-5f5760a18b95, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:10.926806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:10.938471 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=2c5e309f-9220-4200-bf2c-e32604131c66,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:10.943991 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:10.947041 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:11.067783 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.074441 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=7033b7f2-ad59-4275-bbff-5f5760a18b95,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:11.083301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:11.142698 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.152109 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:11.161452 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f', '09f55b61-1e15-49f0-b2f1-61c7e2f87e03'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:11.212951 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10164782-5690-4b7a-a3ac-85cb605d168e req-8643addd-cf68-4319-8d1e-a58fc61f116f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:11.216109 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d234ba02-772a-437c-9d19-234cf0af4c20 x-openstack-request-id: req-d234ba02-772a-437c-9d19-234cf0af4c20 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:11.216794 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2", "name": "network-vif-plugged", "status": "completed", "tag": "2c5e309f-9220-4200-bf2c-e32604131c66", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:11.217258 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d234ba02-772a-437c-9d19-234cf0af4c20 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:11.218060 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5e309f-9220-4200-bf2c-e32604131c66', 'code': 200} Jun 07 13:40:11.226862 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-10164782-5690-4b7a-a3ac-85cb605d168e req-8643addd-cf68-4319-8d1e-a58fc61f116f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.1963341 Jun 07 13:40:11.336471 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-10164782-5690-4b7a-a3ac-85cb605d168e req-1f757f5a-8997-4056-842d-09fee718070d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078870 Jun 07 13:40:11.481391 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['7033b7f2-ad59-4275-bbff-5f5760a18b95'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:11.488727 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:40:11.492102 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:40:11.497184 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:40:11.534256 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event updated for resources: {'Port': ['ID=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:11.563608 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:11.653888 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:11.654615 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.789866 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8701756 Jun 07 13:40:11.821948 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Request body: {'port': {'device_id': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:11.914856 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5753257-14ea-48dd-8bbd-446a175dc073 req-f3452db9-4e2a-4b57-bb35-54fcbcf3c771 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:11.925944 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5753257-14ea-48dd-8bbd-446a175dc073 req-f3452db9-4e2a-4b57-bb35-54fcbcf3c771 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 944 time: 0.2545204 Jun 07 13:40:12.002738 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5753257-14ea-48dd-8bbd-446a175dc073 req-3668448e-2a4c-4617-9a7d-0823eacb93c3 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759661 Jun 07 13:40:12.057762 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed792-3f67-4c84-8aed-33fbe8f23928 req-6c8c90c5-9f84-4222-b03e-b8b8c5982fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:12.059267 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-422ed792-3f67-4c84-8aed-33fbe8f23928 req-6c8c90c5-9f84-4222-b03e-b8b8c5982fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 1099 time: 0.3540168 Jun 07 13:40:12.112354 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:12.152271 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-422ed792-3f67-4c84-8aed-33fbe8f23928 req-21d8cd8a-557d-44d5-9d8b-1a02cae02db2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829456 Jun 07 13:40:12.241709 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d1668-106e-4500-9474-5a58dfbe7eb5 req-a1ecc025-fd14-44fe-975b-b5a043b28679 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:12.243284 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6e2d1668-106e-4500-9474-5a58dfbe7eb5 req-a1ecc025-fd14-44fe-975b-b5a043b28679 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 932 time: 0.2278266 Jun 07 13:40:12.358542 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6e2d1668-106e-4500-9474-5a58dfbe7eb5 req-eb0d0ad7-8af9-40b7-8462-b5545ec68c77 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768816 Jun 07 13:40:12.606198 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ce0da-c2e4-4454-82c9-d8b5372d8047 req-ddd9ec44-5766-482f-96b6-efdad3795d9d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:12.608575 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bb1ce0da-c2e4-4454-82c9-d8b5372d8047 req-ddd9ec44-5766-482f-96b6-efdad3795d9d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.1091118 Jun 07 13:40:12.623272 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace0f002-c0b2-4e16-9c06-463f4e9f3e5a {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:12.631138 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:12.647039 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Transition to ACTIVE for port object ace0f002-c0b2-4e16-9c06-463f4e9f3e5a will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:40:12.651865 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:12.656898 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-cd74c5e9-491c-4f1f-8cff-e45be73f6621 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:12.685375 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bb1ce0da-c2e4-4454-82c9-d8b5372d8047 req-7dacdfdf-173b-4b4b-9baf-f2d941d51148 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685308 Jun 07 13:40:12.831810 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Pushing event updated for resources: {'Port': ['ID=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:12.841428 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:12.941933 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Attempting to bind port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:40:12.942708 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Attempting to bind port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:40:12.942990 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Attempting to bind port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:12.952460 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a on network 4493ffef-ea1b-44ff-877f-25f0107ed420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:40:12.953069 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Attempting to bind port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:12.964443 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:40:12.965019 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Checking segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:40:12.965711 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Bound using segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:40:12.966493 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Bound port: ace0f002-c0b2-4e16-9c06-463f4e9f3e5a, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:40:12.967076 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:13.101964 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] For port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:40:13.106331 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] For port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:40:13.112457 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:13.121348 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:13.210957 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:13.212982 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:13.213150 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] 10.222.0.60 "PUT /v2.0/ports/ace0f002-c0b2-4e16-9c06-463f4e9f3e5a HTTP/1.1" status: 200 len: 1094 time: 1.3988318 Jun 07 13:40:13.214545 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'tag': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:13.217398 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c8fbb-dc28-4c8e-9886-7245ecfa2167" -d '{"events": [{"name": "network-changed", "server_uuid": "f412db1b-729e-4716-826b-6db58d6f05c4", "tag": "ace0f002-c0b2-4e16-9c06-463f4e9f3e5a"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:13.253329 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Pushing event updated for resources: {'Port': ['ID=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:13.257284 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:13.280812 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a26291a-d62c-42b0-9d6f-cf1229b52f47 x-openstack-request-id: req-4a26291a-d62c-42b0-9d6f-cf1229b52f47 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:13.281520 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f412db1b-729e-4716-826b-6db58d6f05c4", "tag": "ace0f002-c0b2-4e16-9c06-463f4e9f3e5a", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:13.281790 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a26291a-d62c-42b0-9d6f-cf1229b52f47 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:13.282880 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'tag': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a', 'status': 'completed', 'code': 200} Jun 07 13:40:13.312779 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e8d9-6946-4396-9a3f-3203cc77a7c3 req-1d692874-5ad9-4c77-8aab-9f3cedf806f4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:13.314559 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1265e8d9-6946-4396-9a3f-3203cc77a7c3 req-1d692874-5ad9-4c77-8aab-9f3cedf806f4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 944 time: 0.1544085 Jun 07 13:40:13.383397 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1265e8d9-6946-4396-9a3f-3203cc77a7c3 req-be7251c5-584c-4c3d-8a2c-678a32afb04f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573196 Jun 07 13:40:13.412392 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-fee4be9d-1290-4aaf-8d53-b957d0fb910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:13.423862 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-fee4be9d-1290-4aaf-8d53-b957d0fb910a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 1097 time: 0.1252837 Jun 07 13:40:13.536895 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-e5b7cbb6-50f4-42a8-a898-e300f2b10bf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a HTTP/1.1" status: 200 len: 217 time: 0.0855732 Jun 07 13:40:13.643663 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-59380416-b443-43b3-a407-7525f5522501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:13.647206 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-59380416-b443-43b3-a407-7525f5522501 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.0924304 Jun 07 13:40:13.696443 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b7212-e41b-4b5c-9378-e42c9044138c req-93c33a1d-e3eb-49e6-b80c-a80ae60587f0 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:13.704543 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e25b7212-e41b-4b5c-9378-e42c9044138c req-93c33a1d-e3eb-49e6-b80c-a80ae60587f0 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 944 time: 0.1418223 Jun 07 13:40:13.722016 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-fa67b23f-e7b5-4c6d-9d09-8eb070167f4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665488 Jun 07 13:40:13.780234 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e25b7212-e41b-4b5c-9378-e42c9044138c req-e1ad1cb6-0683-41d8-9dd8-cee95811e2c4 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640125 Jun 07 13:40:13.836027 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:14.114139 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-0ef3fde6-5b5c-4902-8447-18901f87eb6b service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776727 Jun 07 13:40:14.128754 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 7033b7f2-ad59-4275-bbff-5f5760a18b95 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:40:14.174544 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0b6d-69ab-4169-9848-50eea0613bee req-4510446d-5b3e-4cb6-9aff-8592c0380df0 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:14.176843 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d20c0b6d-69ab-4169-9848-50eea0613bee req-4510446d-5b3e-4cb6-9aff-8592c0380df0 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.2849190 Jun 07 13:40:14.257295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 7033b7f2-ad59-4275-bbff-5f5760a18b95 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:40:14.266497 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 7033b7f2-ad59-4275-bbff-5f5760a18b95 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:40:14.276032 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:14.318774 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d20c0b6d-69ab-4169-9848-50eea0613bee req-787d73b6-caae-462a-a009-7501264b13fb tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263943 Jun 07 13:40:14.360405 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7b64220-6427-48dc-8da5-bf0c593f2e05 req-e1760e28-60a8-40a3-88b5-5390efc7257a service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298596 Jun 07 13:40:14.477804 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:14.529134 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7033b7f2-ad59-4275-bbff-5f5760a18b95'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:14.532231 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37d2ba2-c9fc-4ee6-809d-aec8e1b17cf0" -d '{"events": [{"server_uuid": "56c22e9a-61c3-48cf-8d8a-fb66120e5c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7033b7f2-ad59-4275-bbff-5f5760a18b95"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:14.543214 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-56d2caa7-598f-48cf-93b1-348d829318bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:14.549324 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 7033b7f2-ad59-4275-bbff-5f5760a18b95, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:14.553203 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-56d2caa7-598f-48cf-93b1-348d829318bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 1097 time: 0.1082838 Jun 07 13:40:14.555941 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:14.560982 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:14.634034 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f8518-5796-4246-abaa-f362960fb5f1 x-openstack-request-id: req-1e1f8518-5796-4246-abaa-f362960fb5f1 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:14.634464 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c22e9a-61c3-48cf-8d8a-fb66120e5c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7033b7f2-ad59-4275-bbff-5f5760a18b95", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:14.634875 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e1f8518-5796-4246-abaa-f362960fb5f1 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:14.635746 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7033b7f2-ad59-4275-bbff-5f5760a18b95', 'code': 200} Jun 07 13:40:14.703948 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=7033b7f2-ad59-4275-bbff-5f5760a18b95,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:14.711363 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:14.825077 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae33dc-47c2-4952-a92a-0b734fac3053 req-08da5c66-b9ad-4c38-94c4-6f42725d01bf tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:14.826910 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-19ae33dc-47c2-4952-a92a-0b734fac3053 req-08da5c66-b9ad-4c38-94c4-6f42725d01bf tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1869965 Jun 07 13:40:14.836159 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-97c9d1ae-da9c-4176-b9ac-eaf875908350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:14.839249 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-97c9d1ae-da9c-4176-b9ac-eaf875908350 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 916 time: 0.2599578 Jun 07 13:40:14.894924 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-19ae33dc-47c2-4952-a92a-0b734fac3053 req-2983e3d2-b75d-4480-b105-5328e3a2d993 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567656 Jun 07 13:40:14.988889 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-10889597-4e1e-41b2-b72b-faad90560367 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a HTTP/1.1" status: 200 len: 217 time: 0.1378644 Jun 07 13:40:15.264260 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-6e7250fd-829a-40d0-bf96-8ce9bbbd3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:15.266302 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-6e7250fd-829a-40d0-bf96-8ce9bbbd3112 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.1878960 Jun 07 13:40:15.358036 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-6253b46e-c736-4d2e-a01d-a73225635f4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760918 Jun 07 13:40:15.380129 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af25d0-2379-48f2-8e8e-67f3a2d56f8f req-953564e7-6ffb-4478-9661-314f5f32304c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:15.382620 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-99af25d0-2379-48f2-8e8e-67f3a2d56f8f req-953564e7-6ffb-4478-9661-314f5f32304c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 944 time: 0.3519232 Jun 07 13:40:15.426548 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458e79c-8620-462f-b7ce-9e4b0afc7248 req-8cfc88bb-0650-4786-9b64-f4729aab423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:15.428928 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2458e79c-8620-462f-b7ce-9e4b0afc7248 req-8cfc88bb-0650-4786-9b64-f4729aab423f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 1098 time: 0.3518264 Jun 07 13:40:15.568453 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8e285-08a2-483d-bb2f-1265fa199f4d req-cb37ebdd-dc54-4250-b31f-710ae6dacc6d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:15.570876 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17c8e285-08a2-483d-bb2f-1265fa199f4d req-cb37ebdd-dc54-4250-b31f-710ae6dacc6d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.1192327 Jun 07 13:40:15.653425 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17c8e285-08a2-483d-bb2f-1265fa199f4d req-78ddc703-c6b1-4674-915d-fd3c26c44656 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699115 Jun 07 13:40:15.663427 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-99af25d0-2379-48f2-8e8e-67f3a2d56f8f req-ecf4ce06-46f3-4289-a94a-400d1e89a432 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447546 Jun 07 13:40:15.667235 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2458e79c-8620-462f-b7ce-9e4b0afc7248 req-3c4df49c-16dc-4e94-a18d-e45e4b385e9c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280130 Jun 07 13:40:15.701189 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:40:15.728619 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-b2e417e6-8533-4a7f-b567-29b83e078743 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444238 Jun 07 13:40:16.000618 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789c8fbb-dc28-4c8e-9886-7245ecfa2167 req-c2627ce4-28a9-4a9b-a5ac-3a38bffb3042 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970179 Jun 07 13:40:16.159612 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device ace0f002-c0b2-4e16-9c06-463f4e9f3e5a details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:40:16.182854 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fe48c-5d00-41b4-9248-3b7739675032 req-c93f6f20-94db-4769-b617-7fb8386137a1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:16.184318 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-370fe48c-5d00-41b4-9248-3b7739675032 req-c93f6f20-94db-4769-b617-7fb8386137a1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1242785 Jun 07 13:40:16.250333 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-370fe48c-5d00-41b4-9248-3b7739675032 req-0e076ae8-de47-4624-bd7d-f95c73e975f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 Jun 07 13:40:16.390285 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:16.415336 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'port_id': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a', 'mac_address': 'fa:16:3e:7a:a8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02616186-82e3-4ed9-a3c3-9a9f13b20107', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:40:16.517785 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:16.537687 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace0f002-c0b2-4e16-9c06-463f4e9f3e5a {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:16.558739 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:16.565260 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:16.567741 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-7a513985-80b7-482c-8153-1b8b35a459b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:16.667867 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:16.671074 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:16.891347 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43100-bb8f-4e35-83b1-9a8a6f9753b3 req-8bc25c3e-1a8c-47e3-bfaf-f7284818076b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:16.893308 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d0a43100-bb8f-4e35-83b1-9a8a6f9753b3 req-8bc25c3e-1a8c-47e3-bfaf-f7284818076b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 945 time: 0.0978291 Jun 07 13:40:16.944777 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d0a43100-bb8f-4e35-83b1-9a8a6f9753b3 req-a5933f37-019a-49f8-b719-2567a1bc829f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Jun 07 13:40:17.339234 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['ace0f002-c0b2-4e16-9c06-463f4e9f3e5a'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:17.687980 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873d042-c170-4033-aa8f-9463db0e9915 req-f5523b17-c49b-4a6c-aefe-ff53c71e8e39 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:17.699644 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5873d042-c170-4033-aa8f-9463db0e9915 req-f5523b17-c49b-4a6c-aefe-ff53c71e8e39 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1961026 Jun 07 13:40:17.798394 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5873d042-c170-4033-aa8f-9463db0e9915 req-3ba23212-a813-48b6-822a-6d8635aaa9ab tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974250 Jun 07 13:40:18.024497 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6383d95-5329-4eff-b391-624b668707e8 req-c943c106-0b92-422e-ac64-9230a467d8bd tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:18.027048 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6383d95-5329-4eff-b391-624b668707e8 req-c943c106-0b92-422e-ac64-9230a467d8bd tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.1019735 Jun 07 13:40:18.100544 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6383d95-5329-4eff-b391-624b668707e8 req-2d164df8-6f4c-448e-87a3-bf6091928ecf tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650709 Jun 07 13:40:18.196353 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd9663-cb84-4ff5-ac77-904e2234b96e req-48ea7466-d0d8-4e54-afd1-f39ddb9a3531 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:18.199236 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ecfd9663-cb84-4ff5-ac77-904e2234b96e req-48ea7466-d0d8-4e54-afd1-f39ddb9a3531 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 945 time: 0.0999000 Jun 07 13:40:18.261425 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ecfd9663-cb84-4ff5-ac77-904e2234b96e req-9750aaa8-8033-4500-aa59-a727e767267b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562348 Jun 07 13:40:19.168905 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5c5-bb05-4df7-b126-2573d6567a41 req-fb33e81e-e0a6-4fec-b6bf-8b341aae3310 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:19.171582 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-28ddd5c5-bb05-4df7-b126-2573d6567a41 req-fb33e81e-e0a6-4fec-b6bf-8b341aae3310 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1943965 Jun 07 13:40:19.239239 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-28ddd5c5-bb05-4df7-b126-2573d6567a41 req-f62fa909-18e2-4853-a27b-d7f9e1c23655 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603094 Jun 07 13:40:19.344966 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4a507-1943-42dc-bd5e-b500f7f25897 req-81236705-0fdb-448c-94b1-ef74a11a96d9 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:19.346597 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-56d4a507-1943-42dc-bd5e-b500f7f25897 req-81236705-0fdb-448c-94b1-ef74a11a96d9 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.0960317 Jun 07 13:40:19.433675 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-56d4a507-1943-42dc-bd5e-b500f7f25897 req-43eb851b-d64e-4df8-8e57-65caa98b12dc tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773025 Jun 07 13:40:19.817685 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557972f-0bfe-43c0-a8f9-6d49d9776905 req-67b59d1a-2312-49a8-b379-2b2fea312881 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:19.819386 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3557972f-0bfe-43c0-a8f9-6d49d9776905 req-67b59d1a-2312-49a8-b379-2b2fea312881 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 945 time: 0.2710624 Jun 07 13:40:19.887353 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-36774950-7bf9-4d97-bba1-f76595cc82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:19.889072 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-36774950-7bf9-4d97-bba1-f76595cc82d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 1098 time: 0.2304182 Jun 07 13:40:19.892651 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3557972f-0bfe-43c0-a8f9-6d49d9776905 req-9fd1eaf0-7d15-4801-853c-354b0be9a562 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624402 Jun 07 13:40:20.020549 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96c5b3-e4f7-4d00-bd25-fb92f50e99b4 req-28e29c4a-b7cc-4c80-baf6-4cbb160644a8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.044537 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b96c5b3-e4f7-4d00-bd25-fb92f50e99b4 req-28e29c4a-b7cc-4c80-baf6-4cbb160644a8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1552856 Jun 07 13:40:20.138466 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-cf9a50dd-bf34-481b-aa29-32d0bb8274fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.140593 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-cf9a50dd-bf34-481b-aa29-32d0bb8274fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 920 time: 0.2183907 Jun 07 13:40:20.148667 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b96c5b3-e4f7-4d00-bd25-fb92f50e99b4 req-90b02c0e-be67-4534-a456-3ed2c2794462 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030183 Jun 07 13:40:20.192727 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device ace0f002-c0b2-4e16-9c06-463f4e9f3e5a up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:40:20.275540 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-b1014c0c-ec5a-445f-95aa-8fe96b36891f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95 HTTP/1.1" status: 200 len: 217 time: 0.1045656 Jun 07 13:40:20.298354 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:40:20.304851 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:40:20.305385 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:20.364568 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-eb54ebfa-1ac9-4261-9eb8-05d18f78b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.367164 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-eb54ebfa-1ac9-4261-9eb8-05d18f78b04a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.0811887 Jun 07 13:40:20.480988 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-34c703c9-8207-4b15-860a-d0da51e81d4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887265 Jun 07 13:40:20.492057 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:20.523512 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:20.526711 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6899db5-443e-44f4-bb04-cb3f42b52ecd" -d '{"events": [{"server_uuid": "f412db1b-729e-4716-826b-6db58d6f05c4", "name": "network-vif-plugged", "status": "completed", "tag": "ace0f002-c0b2-4e16-9c06-463f4e9f3e5a"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:20.536384 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:20.541447 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:20.544698 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:20.633965 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:20.639148 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:20.641161 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a6fbfc-3ad4-4761-96c5-8200b25daf97 x-openstack-request-id: req-d2a6fbfc-3ad4-4761-96c5-8200b25daf97 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:20.641451 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f412db1b-729e-4716-826b-6db58d6f05c4", "name": "network-vif-plugged", "status": "completed", "tag": "ace0f002-c0b2-4e16-9c06-463f4e9f3e5a", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:20.641807 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2a6fbfc-3ad4-4761-96c5-8200b25daf97 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:20.642212 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a', 'code': 200} Jun 07 13:40:20.714700 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-e64e7517-1807-4f9c-8501-c3dc52468e6f service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141321 Jun 07 13:40:20.727479 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286ea50-caae-4e29-a5ec-a9a75e66e07b req-c4a8eba2-8034-4d80-a3ef-8264163d67af tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.730108 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b286ea50-caae-4e29-a5ec-a9a75e66e07b req-c4a8eba2-8034-4d80-a3ef-8264163d67af tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.1326413 Jun 07 13:40:20.854795 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b286ea50-caae-4e29-a5ec-a9a75e66e07b req-561248fd-0cc0-4e97-b701-cb7a98b4995c tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101582 Jun 07 13:40:20.901193 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-daf2038f-a617-47a7-a6ba-9c0621c4cc85 req-e693f9b0-cbb3-4c5f-95f4-9d5ff22e47f7 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662748 Jun 07 13:40:21.117526 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc09d2-0bad-4ac4-9632-9a9142cbc846 req-a392404c-49d8-48a9-84b3-91ebf6025d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:21.119170 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-53cc09d2-0bad-4ac4-9632-9a9142cbc846 req-a392404c-49d8-48a9-84b3-91ebf6025d56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 1099 time: 0.1336894 Jun 07 13:40:21.194625 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-53cc09d2-0bad-4ac4-9632-9a9142cbc846 req-8bed2619-2e62-4195-850e-5f0ca0996460 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Jun 07 13:40:21.219000 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4097da-1fde-4174-a225-f35ed88ce77e req-6111afee-cd01-4779-9389-d308bc161dad tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:21.222197 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cd4097da-1fde-4174-a225-f35ed88ce77e req-6111afee-cd01-4779-9389-d308bc161dad tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 946 time: 0.1470649 Jun 07 13:40:21.302446 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cd4097da-1fde-4174-a225-f35ed88ce77e req-354fd708-c889-4a55-bad5-17f2e8b2af73 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751438 Jun 07 13:40:21.535960 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5fc0-e793-4b89-941e-cd81ebc99ce4 req-66edd5fb-6259-4de9-a1d0-88f936e43395 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:21.537687 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1ffe5fc0-e793-4b89-941e-cd81ebc99ce4 req-66edd5fb-6259-4de9-a1d0-88f936e43395 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1763160 Jun 07 13:40:21.550232 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-8fc1f2e8-8466-492d-8058-13f5870bcb5a tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:21.552611 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-8fc1f2e8-8466-492d-8058-13f5870bcb5a tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.1404467 Jun 07 13:40:21.679999 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1ffe5fc0-e793-4b89-941e-cd81ebc99ce4 req-a3a30e8b-934b-4514-b12b-d6081ff810af tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260769 Jun 07 13:40:21.780871 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Deleting port 2c5e309f-9220-4200-bf2c-e32604131c66 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:40:21.781892 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.031724 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] For port 2c5e309f-9220-4200-bf2c-e32604131c66, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c5e309f-9220-4200-bf2c-e32604131c66,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:22.032307 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.133295 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea280d2-4b08-4df6-8dfc-a1777ee287c2 req-b4791913-6b84-4880-9d13-bcd0dd4b5b2f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:22.136001 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8ea280d2-4b08-4df6-8dfc-a1777ee287c2 req-b4791913-6b84-4880-9d13-bcd0dd4b5b2f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 946 time: 0.1313939 Jun 07 13:40:22.229572 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Calling delete_port for 2c5e309f-9220-4200-bf2c-e32604131c66 owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:40:22.230993 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8ea280d2-4b08-4df6-8dfc-a1777ee287c2 req-7cd21bab-799c-4421-8fd7-888629893aec tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835090 Jun 07 13:40:22.441514 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.452247 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c4c99f20-1681-4d63-8d14-7200727690fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:22.460230 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2c5e309f-9220-4200-bf2c-e32604131c66'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:22.641016 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Pushing event deleted for resources: {'Port': ['ID=2c5e309f-9220-4200-bf2c-e32604131c66,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:22.644297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989a917-fcdb-4e75-a3f8-c0147bfdc570 req-117ba67b-8542-4fac-842f-7acb95d5265b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:22.645962 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d989a917-fcdb-4e75-a3f8-c0147bfdc570 req-117ba67b-8542-4fac-842f-7acb95d5265b tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 946 time: 0.1332598 Jun 07 13:40:22.719973 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.720327 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.720755 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.721317 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.721755 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.722171 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.722654 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.722993 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.723409 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.723820 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.724277 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.725032 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:22.727965 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d989a917-fcdb-4e75-a3f8-c0147bfdc570 req-cb579859-e8d5-4ff6-9fed-327866504862 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738001 Jun 07 13:40:22.776343 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:22.789350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] No DVR routers for this DVR port 2c5e309f-9220-4200-bf2c-e32604131c66 on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:40:22.794287 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.797651 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49087c24-e10c-4a4b-b7b0-1e49eb583220 req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "DELETE /v2.0/ports/2c5e309f-9220-4200-bf2c-e32604131c66 HTTP/1.1" status: 204 len: 173 time: 1.2140598 Jun 07 13:40:22.798409 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'name': 'network-vif-deleted', 'tag': '2c5e309f-9220-4200-bf2c-e32604131c66'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:22.804209 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36946998-deae-4ee9-9afa-a0bd83489a61" -d '{"events": [{"server_uuid": "6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2", "name": "network-vif-deleted", "tag": "2c5e309f-9220-4200-bf2c-e32604131c66"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:22.900668 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383845b8-660d-46d8-9bd7-2ec70c0faa02 x-openstack-request-id: req-383845b8-660d-46d8-9bd7-2ec70c0faa02 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:22.901098 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2", "name": "network-vif-deleted", "tag": "2c5e309f-9220-4200-bf2c-e32604131c66", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:22.901670 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-383845b8-660d-46d8-9bd7-2ec70c0faa02 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:22.902129 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2', 'name': 'network-vif-deleted', 'tag': '2c5e309f-9220-4200-bf2c-e32604131c66', 'status': 'completed', 'code': 200} Jun 07 13:40:23.012302 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dc691-0ffc-4834-8ccc-794f3a4f4d71 req-9b735ec5-5463-4220-88ee-745c4d629c3d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:23.019860 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b6dc691-0ffc-4834-8ccc-794f3a4f4d71 req-9b735ec5-5463-4220-88ee-745c4d629c3d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1601560 Jun 07 13:40:23.085450 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b6dc691-0ffc-4834-8ccc-794f3a4f4d71 req-5412147e-31e2-4287-9ac5-aabb3cb747eb tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643609 Jun 07 13:40:23.455572 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cff40f0f-791b-468a-9334-ef1cb3f18feb req-7e339c57-49b3-4500-aa8b-9bfe453dd1de tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d5e7890-b9ef-41d8-9f2f-ea841a1fdba2 HTTP/1.1" status: 200 len: 210 time: 0.0601535 Jun 07 13:40:23.978859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4f5a9-db27-45ad-93d0-75b008f4eb9a req-00694a67-257a-4fa6-8ced-1587968ca323 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:23.981131 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cba4f5a9-db27-45ad-93d0-75b008f4eb9a req-00694a67-257a-4fa6-8ced-1587968ca323 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 946 time: 0.1082122 Jun 07 13:40:24.044970 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cba4f5a9-db27-45ad-93d0-75b008f4eb9a req-5c1f6579-8ce2-48d5-a1fa-0b6eb1490fce tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528147 Jun 07 13:40:24.326656 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f9969-a5d8-41a8-b0ee-95c6bacaa4c1 req-35f677a3-c0ea-49ac-9af0-cf597feff92e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:24.328278 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fc7f9969-a5d8-41a8-b0ee-95c6bacaa4c1 req-35f677a3-c0ea-49ac-9af0-cf597feff92e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0899751 Jun 07 13:40:24.395396 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fc7f9969-a5d8-41a8-b0ee-95c6bacaa4c1 req-d86e2367-008f-44e8-b9a8-c1204a2d237d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585461 Jun 07 13:40:25.115729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-077192c0-41e5-4ac0-9e81-be6ae81e44bd tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:25.117180 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-077192c0-41e5-4ac0-9e81-be6ae81e44bd tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/networks?id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 HTTP/1.1" status: 200 len: 809 time: 0.1938829 Jun 07 13:40:25.150081 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-d9cbe309-5cfa-4a47-8a75-c163dc05e185 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/quotas/8c1183d71302449481cfd264ad34562f HTTP/1.1" status: 200 len: 375 time: 0.0208185 Jun 07 13:40:25.212345 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-10eb36fb-31ae-443e-b1b3-b6b1506d7c30 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c1183d71302449481cfd264ad34562f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514045 Jun 07 13:40:25.377295 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-fd87bd48-6a85-4578-a6e6-5439b4259c38 service neutron] 10.222.0.44 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547303 Jun 07 13:40:25.526333 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-120ccdc7-3838-4d58-89bd-c87039f5760c service neutron] 10.222.0.44 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371536 Jun 07 13:40:25.644946 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d293da-e7a6-4a69-86fc-47afd0de31c3 req-fcbcb069-5c25-41af-9963-94dc52d4c4d8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:25.647811 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-96d293da-e7a6-4a69-86fc-47afd0de31c3 req-fcbcb069-5c25-41af-9963-94dc52d4c4d8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1151218 Jun 07 13:40:25.741641 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-96d293da-e7a6-4a69-86fc-47afd0de31c3 req-5e1d4128-68ca-4abe-a4d7-24d0f6ec2c9b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840921 Jun 07 13:40:25.809741 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48eeeaae-8c03-4e8f-9082-9f9f0fc1598c req-73166611-cb93-40ca-985b-a760b075063b tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 210 time: 0.1109531 Jun 07 13:40:26.208632 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2c5e309f-9220-4200-bf2c-e32604131c66 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:26.257998 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 2c5e309f-9220-4200-bf2c-e32604131c66 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:40:26.258353 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2c5e309f-9220-4200-bf2c-e32604131c66 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:40:27.000182 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39be28-fe3a-4cf4-8f51-3754dd641538 req-ad828d54-4f76-4bb8-b031-5bf95d42f51a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:27.001905 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5e39be28-fe3a-4cf4-8f51-3754dd641538 req-ad828d54-4f76-4bb8-b031-5bf95d42f51a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1032729 Jun 07 13:40:27.015352 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-112e604f-13f3-411d-a838-320e2ec4d699 req-b4592f79-f236-44d1-9e4f-85b00dbf135d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 210 time: 0.0493419 Jun 07 13:40:27.068823 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5e39be28-fe3a-4cf4-8f51-3754dd641538 req-09533f7d-c1b3-458e-998c-f616a8b8e857 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536957 Jun 07 13:40:27.793989 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-d459946a-e93d-4987-864f-438c7eed19ed tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:27.796411 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-d459946a-e93d-4987-864f-438c7eed19ed tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "GET /v2.0/networks?id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 HTTP/1.1" status: 200 len: 809 time: 0.2155290 Jun 07 13:40:27.831257 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Request body: {'port': {'device_id': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2', 'admin_state_up': True, 'tenant_id': '8c1183d71302449481cfd264ad34562f'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:28.024904 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Made reservation on behalf of 8c1183d71302449481cfd264ad34562f for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:40:28.031752 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:28.252583 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Allocated IP 172.20.0.14 (05b84fb9-823a-43b1-8a5b-b97b31b8f6b2/be86b5f6-95f1-4735-94d9-ca02dd1503da/b89659c5-9947-41dd-a82b-bc92f0a31d0c) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:40:28.368049 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23e5b118-ff67-4a02-88a1-0cc2843012e2 req-49e6f53a-f53d-4013-8d40-71a583af9aeb tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 210 time: 0.0995739 Jun 07 13:40:28.663801 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456978e4-a874-48bc-b1b4-92b7c9fe79e6 req-97b30be6-467a-44e2-baed-ff1aa3dca231 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:28.666514 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-456978e4-a874-48bc-b1b4-92b7c9fe79e6 req-97b30be6-467a-44e2-baed-ff1aa3dca231 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.3576064 Jun 07 13:40:28.743075 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:28.762790 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-456978e4-a874-48bc-b1b4-92b7c9fe79e6 req-470c64cd-18ba-4f87-b139-1318d3f68e7e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859349 Jun 07 13:40:28.822225 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:28.829555 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:28.901295 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:40:28.904875 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:40:28.909709 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:40:28.963438 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Pushing event updated for resources: {'Port': ['ID=b89659c5-9947-41dd-a82b-bc92f0a31d0c,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:28.968906 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:29.001657 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:29.002300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:29.025867 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1995869 Jun 07 13:40:29.054580 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Request body: {'port': {'device_id': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:29.184194 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:29.678384 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89659c5-9947-41dd-a82b-bc92f0a31d0c {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:29.694060 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938593f-1bbd-4886-a649-00ce9dcb5215 req-3c54315c-cfb0-41c4-acd0-a55495b8d40f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:29.695743 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c938593f-1bbd-4886-a649-00ce9dcb5215 req-3c54315c-cfb0-41c4-acd0-a55495b8d40f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 932 time: 0.1826105 Jun 07 13:40:29.698383 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:29.736006 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Transition to ACTIVE for port object b89659c5-9947-41dd-a82b-bc92f0a31d0c will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:40:29.747353 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:29.757332 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9d27920f-2912-4268-8a58-a85bc85736b7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:29.825271 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c938593f-1bbd-4886-a649-00ce9dcb5215 req-807f56f9-399a-4627-90eb-3b76656e63a7 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217210 Jun 07 13:40:29.918603 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Pushing event updated for resources: {'Port': ['ID=b89659c5-9947-41dd-a82b-bc92f0a31d0c,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:29.922718 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:30.051884 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Attempting to bind port b89659c5-9947-41dd-a82b-bc92f0a31d0c on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:40:30.052568 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Attempting to bind port b89659c5-9947-41dd-a82b-bc92f0a31d0c by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:40:30.052768 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Attempting to bind port b89659c5-9947-41dd-a82b-bc92f0a31d0c on network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:30.058660 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Port b89659c5-9947-41dd-a82b-bc92f0a31d0c on network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:40:30.058983 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Attempting to bind port b89659c5-9947-41dd-a82b-bc92f0a31d0c on network 05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:30.061863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2a846-c39d-429b-98a8-28614763c266 req-511386f7-0cb3-45d6-8148-2cefb86a1e8f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:30.063473 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39d2a846-c39d-429b-98a8-28614763c266 req-511386f7-0cb3-45d6-8148-2cefb86a1e8f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1375375 Jun 07 13:40:30.065128 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:40:30.065655 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Checking segment: {'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:40:30.066253 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Bound using segment: {'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:40:30.066930 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Bound port: b89659c5-9947-41dd-a82b-bc92f0a31d0c, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7772a70-8888-46cf-a5be-ae84273d527b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:40:30.067345 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:30.118079 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39d2a846-c39d-429b-98a8-28614763c266 req-0a3c4030-eaf5-403c-a069-11e93ad5249f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Jun 07 13:40:30.189055 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] For port b89659c5-9947-41dd-a82b-bc92f0a31d0c, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:40:30.193668 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] For port b89659c5-9947-41dd-a82b-bc92f0a31d0c, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b89659c5-9947-41dd-a82b-bc92f0a31d0c,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:40:30.199768 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:30.203796 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:30.270031 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:30.270132 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:30.271545 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] 10.222.0.60 "PUT /v2.0/ports/b89659c5-9947-41dd-a82b-bc92f0a31d0c HTTP/1.1" status: 200 len: 1094 time: 1.2272186 Jun 07 13:40:30.272048 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'tag': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:30.274580 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88c1be0-6569-40b9-bb7b-66e57f43bc06" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5ef34b-1c6a-42d5-b61a-0a78cb795305", "tag": "b89659c5-9947-41dd-a82b-bc92f0a31d0c"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:30.299223 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Pushing event updated for resources: {'Port': ['ID=b89659c5-9947-41dd-a82b-bc92f0a31d0c,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:30.310840 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:30.342312 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37994ab4-a824-463e-a9b4-16af1f2f44ee x-openstack-request-id: req-37994ab4-a824-463e-a9b4-16af1f2f44ee {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:30.342633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5ef34b-1c6a-42d5-b61a-0a78cb795305", "tag": "b89659c5-9947-41dd-a82b-bc92f0a31d0c", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:30.342914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37994ab4-a824-463e-a9b4-16af1f2f44ee {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:30.343343 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'tag': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c', 'status': 'completed', 'code': 200} Jun 07 13:40:30.443388 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-0bb93420-c3f8-4972-97e5-624bdd6a0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:30.444899 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-0bb93420-c3f8-4972-97e5-624bdd6a0adc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1183d71302449481cfd264ad34562f&device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 1097 time: 0.0943336 Jun 07 13:40:30.532898 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-09762b56-741e-400a-b734-a226043ee58d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89659c5-9947-41dd-a82b-bc92f0a31d0c HTTP/1.1" status: 200 len: 217 time: 0.0704041 Jun 07 13:40:30.553370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44646) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:30.629844 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-6dce4697-c764-4331-b606-43fb992a0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:30.632148 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-6dce4697-c764-4331-b606-43fb992a0cdc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be86b5f6-95f1-4735-94d9-ca02dd1503da HTTP/1.1" status: 200 len: 849 time: 0.0854559 Jun 07 13:40:30.725554 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-167688ce-cbe1-460c-a045-74903414a913 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725541 Jun 07 13:40:30.752451 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:30.935619 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-e252ed64-b18b-4c03-9e19-d84040c7dcb2 service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978271 Jun 07 13:40:30.935836 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:30.940454 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:30.948663 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:31.047212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46070197-2cbc-4fb3-9590-04f2f0237734,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:31.056693 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11db781d4fe94683bab0b6d17581c1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989522 Jun 07 13:40:31.061609 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 44656) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:31.078378 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.079560 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.079560 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.079560 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.079852 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.080111 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.080460 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.080805 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.081159 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.081809 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.081983 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.082193 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:31.086589 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:31.171501 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:31.185364 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94bf-63ca-42c5-96c0-5d31dbed7eeb req-05c22d69-f97a-4d9b-b32a-52649a5ec518 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:31.187019 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ef1e94bf-63ca-42c5-96c0-5d31dbed7eeb req-05c22d69-f97a-4d9b-b32a-52649a5ec518 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 944 time: 0.2044241 Jun 07 13:40:31.227091 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1de75cdc-e0da-4be3-b843-d672943f66c0 req-9dfa46bd-d409-4ca7-9658-ccca00348d04 service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744606 Jun 07 13:40:31.252751 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:31.271453 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ef1e94bf-63ca-42c5-96c0-5d31dbed7eeb req-e6ecb408-76f2-4858-9bf9-d469ffee6846 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764694 Jun 07 13:40:31.336394 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:31.339353 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:31.342045 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46070197-2cbc-4fb3-9590-04f2f0237734 HTTP/1.1" status: 204 len: 168 time: 0.2791696 Jun 07 13:40:31.342833 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-dbae428c-6d4c-494b-a33a-2324d876cf9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:31.364569 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46070197-2cbc-4fb3-9590-04f2f0237734,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:31.373434 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:31.461624 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e694793-e9ab-40f4-8536-be1b26f747df req-7cbf83b9-df98-44a9-9bc2-ce8a6ef5f23e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:31.463462 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e694793-e9ab-40f4-8536-be1b26f747df req-7cbf83b9-df98-44a9-9bc2-ce8a6ef5f23e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1865761 Jun 07 13:40:31.467026 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-406bef8a-1fba-4d89-9bb0-8406f848f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:31.468771 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-406bef8a-1fba-4d89-9bb0-8406f848f5e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c1183d71302449481cfd264ad34562f&device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 1097 time: 0.1325462 Jun 07 13:40:31.562405 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e694793-e9ab-40f4-8536-be1b26f747df req-25581390-51a9-4240-9f37-2226813a0b8a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922277 Jun 07 13:40:31.700886 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-cf1edc51-0e74-4e71-9211-572982454da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:31.702577 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-cf1edc51-0e74-4e71-9211-572982454da2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 HTTP/1.1" status: 200 len: 910 time: 0.2139111 Jun 07 13:40:31.788910 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-f294f602-0c68-49a1-9a09-6ef14b5935f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b89659c5-9947-41dd-a82b-bc92f0a31d0c HTTP/1.1" status: 200 len: 217 time: 0.0720222 Jun 07 13:40:31.873461 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-c9c721c5-2169-4097-94fe-72815394149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:31.876464 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-c9c721c5-2169-4097-94fe-72815394149b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be86b5f6-95f1-4735-94d9-ca02dd1503da HTTP/1.1" status: 200 len: 849 time: 0.0772512 Jun 07 13:40:31.943317 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-9087b4de-484e-437b-85fa-a7f89d0ee8cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547204 Jun 07 13:40:32.144859 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-ee7f55a7-30d4-4bf1-b80c-cdfb2eb0faff service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793931 Jun 07 13:40:32.340380 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b88c1be0-6569-40b9-bb7b-66e57f43bc06 req-7a968e72-9120-4f38-94d5-5d9625910251 service neutron] 10.222.0.60 "GET /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712923 Jun 07 13:40:32.543168 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ddf2b-2bec-4de0-9c7e-5bd46a1aa08e req-d9375078-7af4-4ab0-9cb5-52ed4445e165 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:32.545643 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-489ddf2b-2bec-4de0-9c7e-5bd46a1aa08e req-d9375078-7af4-4ab0-9cb5-52ed4445e165 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 944 time: 0.1265612 Jun 07 13:40:32.613730 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-489ddf2b-2bec-4de0-9c7e-5bd46a1aa08e req-077c333e-cd6f-43e8-9a0a-09ecc08dc9a6 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620761 Jun 07 13:40:32.857564 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bed6ab-33af-46f6-8211-2f18772ba060 req-af0731bf-5e13-45af-8942-844cd2fa9a3d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:32.859310 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-88bed6ab-33af-46f6-8211-2f18772ba060 req-af0731bf-5e13-45af-8942-844cd2fa9a3d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1311364 Jun 07 13:40:32.933249 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-88bed6ab-33af-46f6-8211-2f18772ba060 req-408cbad5-b3c1-468b-b7ff-250d297bce56 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674386 Jun 07 13:40:33.528541 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-71b09a0c-3641-46ed-8c30-5717615f9443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:33.860687 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b1a2b-3a80-4715-b631-f8dbfb520350 req-aa86789a-0a63-42c2-a70b-85fefa67b1af tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:33.870910 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-dd0b1a2b-3a80-4715-b631-f8dbfb520350 req-aa86789a-0a63-42c2-a70b-85fefa67b1af tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 944 time: 0.1304626 Jun 07 13:40:33.984737 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-dd0b1a2b-3a80-4715-b631-f8dbfb520350 req-518d1efa-6f2d-429f-9459-8b041caad888 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128047 Jun 07 13:40:34.031670 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-e86ba061-3c34-468e-986c-b36e187b58dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1101220 Jun 07 13:40:34.155632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-a557fdb9-fed0-4f39-8039-627af43273e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:34.157777 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-a557fdb9-fed0-4f39-8039-627af43273e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1099 time: 0.0955245 Jun 07 13:40:34.220241 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64484213-c8d4-4ea1-bebe-d6f4aee7f460 req-1f43805d-bae8-4dd1-988e-d9dcf6e28912 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:34.221746 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-64484213-c8d4-4ea1-bebe-d6f4aee7f460 req-1f43805d-bae8-4dd1-988e-d9dcf6e28912 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1436079 Jun 07 13:40:34.290541 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-64484213-c8d4-4ea1-bebe-d6f4aee7f460 req-8d07af03-b7b0-4496-80d2-9ed0e77c98c2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Jun 07 13:40:34.379444 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-06514efd-5b65-42ef-9fad-ceeba3867f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:34.380940 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-06514efd-5b65-42ef-9fad-ceeba3867f3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.1747553 Jun 07 13:40:34.672485 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-d0494328-0ec0-4b6f-a396-8aab4dc14e31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 1001 time: 0.2784023 Jun 07 13:40:34.745838 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-adc2ca94-e531-4534-b66b-2c64b75acaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:34.747293 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-adc2ca94-e531-4534-b66b-2c64b75acaf1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.0633922 Jun 07 13:40:34.850989 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-017f2158-4ed0-4c14-9ac6-1e21b2d49142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:34.852790 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-017f2158-4ed0-4c14-9ac6-1e21b2d49142 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849135 Jun 07 13:40:35.038820 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-ffec8074-1897-4479-a724-c860469d6172 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734972 Jun 07 13:40:35.293898 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d8b878b5-6d51-443d-bfea-ac89bcf22cc7 req-a6e205ae-03fe-4d73-8ed0-588999190b1b service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431555 Jun 07 13:40:35.321066 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec97e73-d6f6-47b0-b48b-07deed5f668c req-f6ab603f-7091-4dbe-9b7e-4cc2ebb5a4eb tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:35.322721 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-eec97e73-d6f6-47b0-b48b-07deed5f668c req-f6ab603f-7091-4dbe-9b7e-4cc2ebb5a4eb tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 944 time: 0.1324651 Jun 07 13:40:35.377190 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-eec97e73-d6f6-47b0-b48b-07deed5f668c req-3d167a45-ce33-49c0-bb2e-8db9c432208d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480964 Jun 07 13:40:35.596845 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4c0c-8c04-44cb-966a-219956a7c6b4 req-5d20a7bc-23e7-4079-9122-05800ef4b038 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:35.598412 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-463b4c0c-8c04-44cb-966a-219956a7c6b4 req-5d20a7bc-23e7-4079-9122-05800ef4b038 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1055605 Jun 07 13:40:35.681020 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-463b4c0c-8c04-44cb-966a-219956a7c6b4 req-30410f74-b716-4b66-9acb-0212deb1bbe0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740335 Jun 07 13:40:36.527296 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.633029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device b89659c5-9947-41dd-a82b-bc92f0a31d0c details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:40:36.795348 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port b89659c5-9947-41dd-a82b-bc92f0a31d0c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b89659c5-9947-41dd-a82b-bc92f0a31d0c,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:36.821691 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c', 'network_id': '05b84fb9-823a-43b1-8a5b-b97b31b8f6b2', 'port_id': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c', 'mac_address': 'fa:16:3e:72:79:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be86b5f6-95f1-4735-94d9-ca02dd1503da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:40:36.911850 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.936607 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89659c5-9947-41dd-a82b-bc92f0a31d0c {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:36.957076 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port b89659c5-9947-41dd-a82b-bc92f0a31d0c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b89659c5-9947-41dd-a82b-bc92f0a31d0c,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:36.961326 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.963729 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:37.033762 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=b89659c5-9947-41dd-a82b-bc92f0a31d0c,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:37.037215 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:37.166525 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-61148603-6962-4e4a-bfc9-17bae67f1565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:38.208763 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:39.636969 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:39.786213 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9746d0-de60-4396-ab0d-c1312424b561 req-1fccd9d3-5bd0-4e64-9acc-3d4bad170929 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:39.788498 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8d9746d0-de60-4396-ab0d-c1312424b561 req-1fccd9d3-5bd0-4e64-9acc-3d4bad170929 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 945 time: 0.1038988 Jun 07 13:40:39.862295 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8d9746d0-de60-4396-ab0d-c1312424b561 req-4d409aa8-aca7-4d95-9291-63317fdac40d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607803 Jun 07 13:40:40.050416 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['b89659c5-9947-41dd-a82b-bc92f0a31d0c'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:40.119177 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4f5de-b20c-45f5-970d-f6aa0579273f req-a239f00e-05e9-4fbf-8ee9-6dad01fd37e3 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:40.120461 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1cd4f5de-b20c-45f5-970d-f6aa0579273f req-a239f00e-05e9-4fbf-8ee9-6dad01fd37e3 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1285932 Jun 07 13:40:40.199323 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1cd4f5de-b20c-45f5-970d-f6aa0579273f req-3974f18f-f893-49e7-aa66-022a922cb5de tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713506 Jun 07 13:40:43.796111 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:44.955758 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07d26c-78ec-48ed-a9ad-b0b5ad1cb085 req-1580be53-1e91-482a-9418-422f45c829be tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:44.957269 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2f07d26c-78ec-48ed-a9ad-b0b5ad1cb085 req-1580be53-1e91-482a-9418-422f45c829be tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0944495 Jun 07 13:40:44.965308 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee826e7-31f3-4058-9c8a-02bfc2ccdb76 req-a5b6567e-def8-4038-8051-38b903801c07 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:44.966913 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2ee826e7-31f3-4058-9c8a-02bfc2ccdb76 req-a5b6567e-def8-4038-8051-38b903801c07 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 945 time: 0.1170840 Jun 07 13:40:45.009268 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2f07d26c-78ec-48ed-a9ad-b0b5ad1cb085 req-96c0b87a-4dc5-4188-a187-b4529a7e474f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Jun 07 13:40:45.032131 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2ee826e7-31f3-4058-9c8a-02bfc2ccdb76 req-9de14804-76d4-4590-9c7f-857e11bb1c45 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553827 Jun 07 13:40:45.466755 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device b89659c5-9947-41dd-a82b-bc92f0a31d0c up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:40:45.601651 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port b89659c5-9947-41dd-a82b-bc92f0a31d0c completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:40:45.610069 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port b89659c5-9947-41dd-a82b-bc92f0a31d0c triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:40:45.610406 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:45.822212 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:45.860302 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:45.864085 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869d79c7-cca5-4372-a827-1163c8207724" -d '{"events": [{"server_uuid": "6b5ef34b-1c6a-42d5-b61a-0a78cb795305", "name": "network-vif-plugged", "status": "completed", "tag": "b89659c5-9947-41dd-a82b-bc92f0a31d0c"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:45.877326 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port b89659c5-9947-41dd-a82b-bc92f0a31d0c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b89659c5-9947-41dd-a82b-bc92f0a31d0c,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:45.884008 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:45.887299 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:45.943439 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f893c384-fedd-4d64-8696-2f50b27161c8 x-openstack-request-id: req-f893c384-fedd-4d64-8696-2f50b27161c8 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:45.943800 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5ef34b-1c6a-42d5-b61a-0a78cb795305", "name": "network-vif-plugged", "status": "completed", "tag": "b89659c5-9947-41dd-a82b-bc92f0a31d0c", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:45.944152 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f893c384-fedd-4d64-8696-2f50b27161c8 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:45.944743 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c', 'code': 200} Jun 07 13:40:45.968950 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=b89659c5-9947-41dd-a82b-bc92f0a31d0c,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:45.978034 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.978736 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.979302 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.980090 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.980606 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.981172 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.981727 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.982436 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.982969 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.983380 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.983802 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.984191 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:40:45.996398 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:46.338206 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93a34-292f-41e4-84f3-04a57139f673 req-e4f000be-af26-416e-8851-6da3b9c336e9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:46.339757 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-e4f000be-af26-416e-8851-6da3b9c336e9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.1962953 Jun 07 13:40:46.350827 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0502c3-3eff-40ae-be6b-467088ea2dc0 req-08760564-f83f-4315-9373-df8ae280c39a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:46.354024 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bf0502c3-3eff-40ae-be6b-467088ea2dc0 req-08760564-f83f-4315-9373-df8ae280c39a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1935515 Jun 07 13:40:46.356218 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-da4004b3-169f-49e4-8519-ac3ecf903412 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/quotas/b36ca435bb1b4728aac177c3fbe2b474 HTTP/1.1" status: 200 len: 375 time: 0.0108690 Jun 07 13:40:46.356389 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa5e2-6362-4903-9c3f-15daabf5026f req-400c7d8a-f5c1-4ac6-bbfc-17c314c64053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:46.357692 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-095aa5e2-6362-4903-9c3f-15daabf5026f req-400c7d8a-f5c1-4ac6-bbfc-17c314c64053 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 1099 time: 0.1285610 Jun 07 13:40:46.431991 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bf0502c3-3eff-40ae-be6b-467088ea2dc0 req-7ea4a552-e5f9-411e-9ec0-39e68c632092 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709715 Jun 07 13:40:46.438347 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-095aa5e2-6362-4903-9c3f-15daabf5026f req-4a1a1b47-47b3-4ecf-810f-be17b32f8dbc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Jun 07 13:40:46.450467 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-d5eaf342-a14b-4298-ab87-ce2ea0512dd9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879760 Jun 07 13:40:46.624905 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdcdac-ec4d-492f-8547-e4ab96b95e5a req-370d96c1-6381-41e2-ad22-8e97c939f936 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:46.626610 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cebdcdac-ec4d-492f-8547-e4ab96b95e5a req-370d96c1-6381-41e2-ad22-8e97c939f936 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.0886872 Jun 07 13:40:46.671832 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-a6aeb543-981e-48f7-a342-bfe7e510dcdc service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144523 Jun 07 13:40:46.677083 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cebdcdac-ec4d-492f-8547-e4ab96b95e5a req-567977b2-bb7c-4769-bda8-ec5fa8fe3c79 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 Jun 07 13:40:46.829349 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-20c22634-ed64-4ad5-9ab7-b118cfd35f92 service neutron] 10.222.0.44 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508064 Jun 07 13:40:47.021641 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4a9c67ec-4ea8-434d-94e6-b806bee21bb7 req-45b5d9f1-72e7-46a5-9f9d-fb19a5c9536a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0501409 Jun 07 13:40:47.641563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6392c-78fc-460d-99a9-6ba77d5030e5 req-15695667-3b56-4944-ad7e-0e4ae57498b0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:47.643048 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f4b6392c-78fc-460d-99a9-6ba77d5030e5 req-15695667-3b56-4944-ad7e-0e4ae57498b0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0919008 Jun 07 13:40:47.688775 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f4b6392c-78fc-460d-99a9-6ba77d5030e5 req-d71b6c6f-cd7b-4896-94bc-49a3e2d7f8ab tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395737 Jun 07 13:40:47.895446 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348552ea-30ff-4c9f-8d03-5107f7cf3a2e req-567995c9-e887-4f97-b5e4-96055bcd720b tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:47.896916 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-348552ea-30ff-4c9f-8d03-5107f7cf3a2e req-567995c9-e887-4f97-b5e4-96055bcd720b tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.0820067 Jun 07 13:40:47.947881 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-348552ea-30ff-4c9f-8d03-5107f7cf3a2e req-55467ec6-eee5-48d6-a4e8-5e127655bebc tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Jun 07 13:40:48.189717 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-29aefd92-5b1f-4728-bbb3-de203d98c4fe req-23e94bd8-a264-4926-b21b-410d4d6f9c17 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0473115 Jun 07 13:40:48.891212 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28edff6-7294-4314-b59c-e357c2983c6e req-58e34e1b-0df7-4799-a7df-be3b23fdce4c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:48.892724 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b28edff6-7294-4314-b59c-e357c2983c6e req-58e34e1b-0df7-4799-a7df-be3b23fdce4c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0954788 Jun 07 13:40:48.942262 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b28edff6-7294-4314-b59c-e357c2983c6e req-785e98a1-3cb0-4658-94ab-be63bb9b8ca8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Jun 07 13:40:49.161136 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885a35a-fc5e-40c7-b51f-9b76ea3f6cb4 req-96ec1c6a-98cf-47f8-bac3-90afcbe132ab tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:49.162748 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4885a35a-fc5e-40c7-b51f-9b76ea3f6cb4 req-96ec1c6a-98cf-47f8-bac3-90afcbe132ab tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.0980163 Jun 07 13:40:49.219768 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4885a35a-fc5e-40c7-b51f-9b76ea3f6cb4 req-aec17643-2ef1-4322-827d-bbe3a7c4b350 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Jun 07 13:40:49.377670 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-99b35415-59ae-4ffc-94ee-3d13de5312c9 req-c42a89a2-de37-409f-831f-6dd2eef791bd tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0506327 Jun 07 13:40:50.147222 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cd829-88f9-41ad-b32f-53ab3d441ef8 req-ab7cf5fe-07f6-4385-98b4-34f2b0b09db5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:50.148921 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b7cd829-88f9-41ad-b32f-53ab3d441ef8 req-ab7cf5fe-07f6-4385-98b4-34f2b0b09db5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0872331 Jun 07 13:40:50.195887 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1b7cd829-88f9-41ad-b32f-53ab3d441ef8 req-404c7ec1-5b6b-453d-af51-19f274cc6440 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Jun 07 13:40:50.427002 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f086245-46ec-4eff-ae0d-c4a1fc9a6264 req-ed76e316-172a-4526-9883-5aeea86d99e2 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:50.428963 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5f086245-46ec-4eff-ae0d-c4a1fc9a6264 req-ed76e316-172a-4526-9883-5aeea86d99e2 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.0870712 Jun 07 13:40:50.480199 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5f086245-46ec-4eff-ae0d-c4a1fc9a6264 req-3763a0f5-816b-469d-bf63-c57859878d57 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Jun 07 13:40:50.533899 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23f51b8b-7e33-4839-847d-c133a9d74276 req-1a5933f3-327d-4d16-a47b-e833a1f311b0 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0428452 Jun 07 13:40:51.402463 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9270d7-d8b2-4bfb-b5bf-4893436f6525 req-e3ad5285-d230-4c98-b971-2906d08e5cc8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.403982 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8d9270d7-d8b2-4bfb-b5bf-4893436f6525 req-e3ad5285-d230-4c98-b971-2906d08e5cc8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0980399 Jun 07 13:40:51.456029 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8d9270d7-d8b2-4bfb-b5bf-4893436f6525 req-1262c53b-5239-469f-99df-bc08f561f8f2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Jun 07 13:40:51.694828 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6dfe9-12bf-4c29-8742-aad78c0aefd1 req-5fb56b4d-400f-421b-9b98-0ed3a961a828 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.702465 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20f6dfe9-12bf-4c29-8742-aad78c0aefd1 req-5fb56b4d-400f-421b-9b98-0ed3a961a828 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.1114769 Jun 07 13:40:51.708275 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-47d4a80a-d70f-466e-8762-564b637d8429 req-42b11f42-6607-41d1-91d1-9bd409038fa1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0577633 Jun 07 13:40:51.755528 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20f6dfe9-12bf-4c29-8742-aad78c0aefd1 req-695cc041-068a-4b53-b30c-3ae56b6c2b57 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499401 Jun 07 13:40:52.417820 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1d8aa-67f4-457a-a330-766aff43b6a6 req-feda5b0a-0ce9-4b20-bcd3-990b67f16fb4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:52.419376 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-71d1d8aa-67f4-457a-a330-766aff43b6a6 req-feda5b0a-0ce9-4b20-bcd3-990b67f16fb4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.0883551 Jun 07 13:40:52.470431 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-71d1d8aa-67f4-457a-a330-766aff43b6a6 req-d5f34405-065e-4eac-9170-bb6b0d89ca77 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447991 Jun 07 13:40:52.707289 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:40:52.983663 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9ec8d6e9-d842-4fe8-9e7a-ab023b97ec27 req-40400d6f-83e4-48a4-9783-e4028363ce23 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0758858 Jun 07 13:40:53.004817 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a2999-e3e0-484e-9284-bd9d7f5ab81c req-69ff54a0-323c-4ecc-8862-befbec85bed1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:53.006380 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b13a2999-e3e0-484e-9284-bd9d7f5ab81c req-69ff54a0-323c-4ecc-8862-befbec85bed1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2832475 Jun 07 13:40:53.039430 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93a34-292f-41e4-84f3-04a57139f673 req-25983f4e-19e4-453f-ae5c-16fc6c93032c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:53.043177 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-25983f4e-19e4-453f-ae5c-16fc6c93032c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 815 time: 0.4893997 Jun 07 13:40:53.102754 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Request body: {'port': {'device_id': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'admin_state_up': True, 'tenant_id': 'b36ca435bb1b4728aac177c3fbe2b474'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:53.183320 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b13a2999-e3e0-484e-9284-bd9d7f5ab81c req-6b82fa3a-8c7f-4d30-9f27-1c1595068b25 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689920 Jun 07 13:40:53.337177 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38323213-83e3-4bc7-ac8b-e96df9dfe67f req-f40790e5-14c4-4842-8944-e1f3f474e743 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:53.346120 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38323213-83e3-4bc7-ac8b-e96df9dfe67f req-f40790e5-14c4-4842-8944-e1f3f474e743 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.2081692 Jun 07 13:40:53.444328 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38323213-83e3-4bc7-ac8b-e96df9dfe67f req-e819ba46-3943-451b-b231-9744dae3caa0 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873957 Jun 07 13:40:53.471604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Made reservation on behalf of b36ca435bb1b4728aac177c3fbe2b474 for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:40:53.476090 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:53.779384 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Allocated IP 172.20.0.2 (4493ffef-ea1b-44ff-877f-25f0107ed420/02616186-82e3-4ed9-a3c3-9a9f13b20107/566dc9f3-a1cf-43f3-9cd8-ae8c29e58041) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:40:53.801058 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ec98-3650-4682-8813-71f234486118 req-66e472e2-d926-4b60-ac00-37dfa6922cfb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:53.802866 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6d93ec98-3650-4682-8813-71f234486118 req-66e472e2-d926-4b60-ac00-37dfa6922cfb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1483586 Jun 07 13:40:53.874104 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6d93ec98-3650-4682-8813-71f234486118 req-bec262ae-00a4-4273-943d-6d5a779074e3 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569406 Jun 07 13:40:54.173545 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:54.185281 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5e9d1933-ad85-45aa-ad88-2edc0f7d415c req-2fd4bfc4-2216-4267-9ad5-472b0fd7144e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0665774 Jun 07 13:40:54.219019 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:54.226801 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c3150df0-f728-445e-998c-7f011b81529c tempest-DeleteServersTestJSON-1755700277 tempest-DeleteServersTestJSON-1755700277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:54.244809 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f', '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:54.336354 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event updated for resources: {'Port': ['ID=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:54.349816 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:54.366186 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Network 4493ffef-ea1b-44ff-877f-25f0107ed420 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:40:54.368914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:40:54.372278 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:40:54.553123 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:54.554416 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:54.594458 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5109370 Jun 07 13:40:54.630689 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42652d7a-afe4-40ca-af62-2d63f730c641 req-99cd5880-d4e8-4a4d-a4c4-a9aef390eacc tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:54.646879 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-42652d7a-afe4-40ca-af62-2d63f730c641 req-99cd5880-d4e8-4a4d-a4c4-a9aef390eacc tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2211349 Jun 07 13:40:54.656109 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Request body: {'port': {'device_id': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:40:54.779298 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51fc3b-9ffc-487c-aa10-7f47a78c630b req-c54211c6-7cb9-4662-bf20-13a67858195c tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:54.781119 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff51fc3b-9ffc-487c-aa10-7f47a78c630b req-c54211c6-7cb9-4662-bf20-13a67858195c tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.0990202 Jun 07 13:40:54.816544 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-42652d7a-afe4-40ca-af62-2d63f730c641 req-3430d3d9-db56-45a3-b5fa-61b1a26a5987 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875256 Jun 07 13:40:54.865771 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff51fc3b-9ffc-487c-aa10-7f47a78c630b req-c2a9b29d-8dcc-4def-a55f-838cd4ceeba1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677440 Jun 07 13:40:54.928296 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:55.460714 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedbf17-576c-4252-8939-23369331fa4d req-ec964610-b990-4df7-a8bf-0a3ebc75f8ae tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:55.463553 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3bedbf17-576c-4252-8939-23369331fa4d req-ec964610-b990-4df7-a8bf-0a3ebc75f8ae tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 931 time: 0.1448636 Jun 07 13:40:55.488743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff4748-40fe-4849-b986-a2a1ddc31161 req-a5107700-a0c1-4722-a16f-e066c58561de tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:55.491878 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3cff4748-40fe-4849-b986-a2a1ddc31161 req-a5107700-a0c1-4722-a16f-e066c58561de tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.3624458 Jun 07 13:40:55.535652 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3bedbf17-576c-4252-8939-23369331fa4d req-ae652407-cd44-4aef-a55b-9673980e5aea tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653822 Jun 07 13:40:55.609030 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3cff4748-40fe-4849-b986-a2a1ddc31161 req-a515c009-7278-456a-a935-3482e8fb453e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883040 Jun 07 13:40:55.717647 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:55.732557 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:55.763495 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Transition to ACTIVE for port object 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:40:55.771909 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:55.788611 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:56.083458 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:56.091625 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:56.155533 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac6e61-4931-4f80-adb1-4a1464823807 req-5707616e-17f7-46b7-b9b9-f8b14c95434c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:56.157069 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-75ac6e61-4931-4f80-adb1-4a1464823807 req-5707616e-17f7-46b7-b9b9-f8b14c95434c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1170394 Jun 07 13:40:56.175677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Attempting to bind port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:40:56.175677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Attempting to bind port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:40:56.176053 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Attempting to bind port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:56.182733 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 on network 4493ffef-ea1b-44ff-877f-25f0107ed420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:40:56.183061 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Attempting to bind port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 on network 4493ffef-ea1b-44ff-877f-25f0107ed420 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:40:56.198894 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:40:56.199242 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Checking segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:40:56.199672 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Bound using segment: {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:40:56.200109 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Bound port: 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:40:56.200505 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:56.220068 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-75ac6e61-4931-4f80-adb1-4a1464823807 req-abaf365d-2122-453f-a697-c1768f0c9f91 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540817 Jun 07 13:40:56.322770 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] For port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:40:56.326081 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] For port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:40:56.330365 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:56.335265 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ef7311dc-38bf-47e6-8a5a-143862bf476b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:56.391732 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:56.392319 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:56.394083 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 HTTP/1.1" status: 200 len: 1093 time: 1.7832699 Jun 07 13:40:56.396612 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'tag': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:56.399858 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce854a08-cd17-48af-a48c-6863bebbe950", "tag": "566dc9f3-a1cf-43f3-9cd8-ae8c29e58041"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:56.424916 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:56.430594 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:56.455065 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf597fb-f428-4afd-8a35-1b6f57094b35 x-openstack-request-id: req-adf597fb-f428-4afd-8a35-1b6f57094b35 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:56.455568 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce854a08-cd17-48af-a48c-6863bebbe950", "tag": "566dc9f3-a1cf-43f3-9cd8-ae8c29e58041", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:56.455793 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adf597fb-f428-4afd-8a35-1b6f57094b35 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:56.456439 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'tag': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041', 'status': 'completed', 'code': 200} Jun 07 13:40:56.565015 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93a34-292f-41e4-84f3-04a57139f673 req-24d8494f-1556-4aad-a019-d21422723cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:56.566792 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-24d8494f-1556-4aad-a019-d21422723cae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 1096 time: 0.0874043 Jun 07 13:40:56.672796 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-f4a6a821-3ce8-4fa5-bb4f-52f521acf973 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 HTTP/1.1" status: 200 len: 217 time: 0.0908408 Jun 07 13:40:56.779474 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93a34-292f-41e4-84f3-04a57139f673 req-aef35e2b-9bfa-4d1b-83a6-5674b3a97add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:56.781162 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-aef35e2b-9bfa-4d1b-83a6-5674b3a97add service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.0934844 Jun 07 13:40:56.841094 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-7b64cef0-30ec-432d-9562-0f5a72f97f9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469649 Jun 07 13:40:56.863867 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3565f-3797-4619-948d-c1eadbac20e1 req-05b73354-79d9-4e1c-9959-65d44dba3ca9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:56.865511 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e0d3565f-3797-4619-948d-c1eadbac20e1 req-05b73354-79d9-4e1c-9959-65d44dba3ca9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.1402068 Jun 07 13:40:56.938321 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e0d3565f-3797-4619-948d-c1eadbac20e1 req-245f75e7-85e4-4992-be96-bdf3308941ed tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515456 Jun 07 13:40:57.073822 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-b7c597b0-a368-479d-acbc-83e78d5fd795 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152939 Jun 07 13:40:57.096992 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dda8c-463e-49d8-9406-98f59cdb2e0f req-282bcfc4-338d-4375-9514-ef9b9fd32822 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.098908 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b62dda8c-463e-49d8-9406-98f59cdb2e0f req-282bcfc4-338d-4375-9514-ef9b9fd32822 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1214190 Jun 07 13:40:57.267082 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b62dda8c-463e-49d8-9406-98f59cdb2e0f req-8f1b1b67-f110-42d9-9803-ac0855d438ac tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424484 Jun 07 13:40:57.292423 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c93a34-292f-41e4-84f3-04a57139f673 req-e7456c63-3451-494f-ad17-6c80777d3d6e service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924684 Jun 07 13:40:57.420861 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cf5f2-e864-4606-ba7c-4b5c612a5eaa req-d76df992-5266-4a45-b1cb-8464e36f4d62 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.422408 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad6cf5f2-e864-4606-ba7c-4b5c612a5eaa req-d76df992-5266-4a45-b1cb-8464e36f4d62 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.1107957 Jun 07 13:40:57.472310 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad6cf5f2-e864-4606-ba7c-4b5c612a5eaa req-180d5121-7c1f-4ed6-8f9a-eab58c59fa00 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Jun 07 13:40:57.545365 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd2552-581d-42d2-8ff7-e93c2b50ccb7 req-f22f84bb-fb16-47b8-9047-a9db80b69c9b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.546759 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cbdd2552-581d-42d2-8ff7-e93c2b50ccb7 req-f22f84bb-fb16-47b8-9047-a9db80b69c9b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1202283 Jun 07 13:40:57.548592 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-fa0c8090-aae1-44c9-b98d-1299d0869b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.549960 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-fa0c8090-aae1-44c9-b98d-1299d0869b02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 1096 time: 0.1555068 Jun 07 13:40:57.628798 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cbdd2552-581d-42d2-8ff7-e93c2b50ccb7 req-4575c42d-48d4-4e5c-89b5-8c5c9c162ead tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Jun 07 13:40:57.722614 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-266193b9-c88b-4dbf-a6fd-7cd1c26b0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.724073 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-266193b9-c88b-4dbf-a6fd-7cd1c26b0e1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 200 len: 916 time: 0.1562350 Jun 07 13:40:57.817629 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-6b85d7a7-0515-41bc-bba8-78377a9c19d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 HTTP/1.1" status: 200 len: 217 time: 0.0737479 Jun 07 13:40:57.898371 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-d629f91d-a6aa-4a8d-9ddc-cead88d6e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.899837 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-d629f91d-a6aa-4a8d-9ddc-cead88d6e164 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 200 len: 855 time: 0.0717437 Jun 07 13:40:57.966794 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-4e795306-bff1-4883-b321-cbb78a59f052 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4493ffef-ea1b-44ff-877f-25f0107ed420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434897 Jun 07 13:40:58.190278 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169511dc-f8c6-434d-bbc6-2d92b0424669 req-ea2c36f3-7e31-40f1-bc14-c47b7c3a56e1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:58.192363 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-169511dc-f8c6-434d-bbc6-2d92b0424669 req-ea2c36f3-7e31-40f1-bc14-c47b7c3a56e1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.1148622 Jun 07 13:40:58.242005 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-f261c802-fdad-4592-ba5f-d12808f3dc8a service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584503 Jun 07 13:40:58.249625 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-169511dc-f8c6-434d-bbc6-2d92b0424669 req-54f8802a-72d3-48c6-8c9e-9854952a97f4 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Jun 07 13:40:58.475320 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4fe3b908-bf0f-4d18-824f-a8b0ab2b17fd req-5b8ca91e-1d1c-4c48-9408-3507ea373d81 service neutron] 10.222.0.60 "GET /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091088 Jun 07 13:40:58.510260 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cea3a9-302c-4766-8717-798b04465953 req-6c08033b-b930-4de4-ae57-52e802c15583 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:58.511811 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-10cea3a9-302c-4766-8717-798b04465953 req-6c08033b-b930-4de4-ae57-52e802c15583 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1126513 Jun 07 13:40:58.565812 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-10cea3a9-302c-4766-8717-798b04465953 req-b667bbdf-7aca-4206-92be-2ee5b5808976 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470066 Jun 07 13:40:58.761554 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fd099-4c4c-41b0-a5f7-e7a9fbb916e2 req-3ccf93a0-4881-4809-b75b-64d391420cf0 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:58.763203 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b1fd099-4c4c-41b0-a5f7-e7a9fbb916e2 req-3ccf93a0-4881-4809-b75b-64d391420cf0 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.1650724 Jun 07 13:40:58.811720 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7b1fd099-4c4c-41b0-a5f7-e7a9fbb916e2 req-ceea8b53-ca28-483c-b8b9-bd5ea26e8342 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Jun 07 13:40:58.832133 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd805-af7e-4844-8321-38218ace8ca0 req-fef21149-85cf-475b-b7f1-3d01781b3799 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:58.833644 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d1afd805-af7e-4844-8321-38218ace8ca0 req-fef21149-85cf-475b-b7f1-3d01781b3799 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0850971 Jun 07 13:40:58.880899 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d1afd805-af7e-4844-8321-38218ace8ca0 req-c95f8daa-4a07-434b-a8da-f5257f9f7779 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Jun 07 13:40:59.443035 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ac844-6f5f-43cc-ba2a-18ae1516dd34 req-709228e8-3b1f-438b-91f3-1e502b8468d5 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:59.444496 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c5ac844-6f5f-43cc-ba2a-18ae1516dd34 req-709228e8-3b1f-438b-91f3-1e502b8468d5 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.0848238 Jun 07 13:40:59.489960 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2c5ac844-6f5f-43cc-ba2a-18ae1516dd34 req-e78f6bf1-c258-44d3-9146-5c541daa1127 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383110 Jun 07 13:40:59.770090 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b9189-c9e5-4f9a-86fd-24fae089688d req-3a5960f3-9a4a-4878-bfb6-7012bf539fa2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:59.771483 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ea1b9189-c9e5-4f9a-86fd-24fae089688d req-3a5960f3-9a4a-4878-bfb6-7012bf539fa2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.0856998 Jun 07 13:40:59.819047 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ea1b9189-c9e5-4f9a-86fd-24fae089688d req-57bb4683-2080-4ac0-b3db-48246b3115f1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Jun 07 13:41:00.021539 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99355b1-7ab2-45da-8c52-0b058a8fbf80 req-11c4b3aa-dcc8-4307-b474-ff4c33bd927c tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:00.023510 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e99355b1-7ab2-45da-8c52-0b058a8fbf80 req-11c4b3aa-dcc8-4307-b474-ff4c33bd927c tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.0898025 Jun 07 13:41:00.079060 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e99355b1-7ab2-45da-8c52-0b058a8fbf80 req-1a6b98fa-5d7d-4f22-9ce8-4f497f99fcb0 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Jun 07 13:41:00.080366 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1d632-d678-4ccb-ba5f-87fc01859b66 req-010ce3f0-2529-4ba2-aee6-fb4b2138b0f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:00.081903 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4cb1d632-d678-4ccb-ba5f-87fc01859b66 req-010ce3f0-2529-4ba2-aee6-fb4b2138b0f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0863249 Jun 07 13:41:00.140489 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4cb1d632-d678-4ccb-ba5f-87fc01859b66 req-43d57da5-78c1-4e62-b756-86083377b97e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516534 Jun 07 13:41:00.683137 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3b33d-029f-428b-bbd8-224e9c3d2662 req-7f5959e0-ffb1-4e7e-a45c-4ca1f9ea7c47 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:00.684897 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e6c3b33d-029f-428b-bbd8-224e9c3d2662 req-7f5959e0-ffb1-4e7e-a45c-4ca1f9ea7c47 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.0820606 Jun 07 13:41:00.734681 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e6c3b33d-029f-428b-bbd8-224e9c3d2662 req-c23a1be5-8629-4eff-bbf1-3ac1097d6bd9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Jun 07 13:41:01.015146 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c452e-ecc8-4033-a061-6873533011d4 req-20013861-3d2c-4697-85ac-39f2353a4e65 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:01.016504 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d94c452e-ecc8-4033-a061-6873533011d4 req-20013861-3d2c-4697-85ac-39f2353a4e65 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.0857673 Jun 07 13:41:01.065610 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d94c452e-ecc8-4033-a061-6873533011d4 req-0fdaa8e3-8569-472e-924d-e130714ec51c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Jun 07 13:41:01.279205 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1592c8-9504-43bc-aa7f-56104fdd79fd req-9af4059f-30de-4334-a78b-81c5ab2af2e1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:01.281817 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ee1592c8-9504-43bc-aa7f-56104fdd79fd req-9af4059f-30de-4334-a78b-81c5ab2af2e1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.0870986 Jun 07 13:41:01.359974 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ee1592c8-9504-43bc-aa7f-56104fdd79fd req-4625a208-9a19-4006-bfbb-5c132264440d tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688467 Jun 07 13:41:01.401887 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f13c2-7e2d-4d03-8399-8c3ac567cc84 req-70469104-1a1a-4060-b389-425ebdf88bfd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:01.403341 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-308f13c2-7e2d-4d03-8399-8c3ac567cc84 req-70469104-1a1a-4060-b389-425ebdf88bfd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1194980 Jun 07 13:41:01.451934 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-308f13c2-7e2d-4d03-8399-8c3ac567cc84 req-4da18846-4332-46e0-8f81-c79bf2dae959 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Jun 07 13:41:01.930939 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d63093-50de-4272-af9b-57c74c248267 req-d1daf7c5-78f3-41b8-a015-9fa6063ded52 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:01.932427 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23d63093-50de-4272-af9b-57c74c248267 req-d1daf7c5-78f3-41b8-a015-9fa6063ded52 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.0888855 Jun 07 13:41:01.981438 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23d63093-50de-4272-af9b-57c74c248267 req-2b7f9a37-eb32-4a87-845e-e4e233ff6929 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Jun 07 13:41:02.301666 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b27f7d-9824-4093-b798-d02325be81e8 req-b077fe64-07a4-445d-b5dc-ef0be510ac74 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:02.303418 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b9b27f7d-9824-4093-b798-d02325be81e8 req-b077fe64-07a4-445d-b5dc-ef0be510ac74 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1157124 Jun 07 13:41:02.363380 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b9b27f7d-9824-4093-b798-d02325be81e8 req-c5ece1b4-08a6-485d-bafe-39fa6c3ad2ab tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523918 Jun 07 13:41:02.639140 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb2efa-6b44-4600-8c3f-a46375c64300 req-5077b602-99b3-448e-8907-d55549f5d880 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:02.641206 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09eb2efa-6b44-4600-8c3f-a46375c64300 req-5077b602-99b3-448e-8907-d55549f5d880 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.1051710 Jun 07 13:41:02.693004 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-09eb2efa-6b44-4600-8c3f-a46375c64300 req-5401d906-18a9-4ce7-9e94-07c861099a5f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464561 Jun 07 13:41:02.709919 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c2b60-d71e-46c1-bc81-b292baa8c056 req-636cb5df-9693-495b-b90f-6f5d864f4e44 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:02.712211 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-245c2b60-d71e-46c1-bc81-b292baa8c056 req-636cb5df-9693-495b-b90f-6f5d864f4e44 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1204112 Jun 07 13:41:02.763918 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-245c2b60-d71e-46c1-bc81-b292baa8c056 req-37a5f879-351d-4e56-a067-19b574ef3582 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Jun 07 13:41:03.179539 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba087c07-9842-409d-99a2-ad0b5fb4eebe req-45dc9e00-05f7-4841-be50-b60d14e5f1e9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:03.181315 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ba087c07-9842-409d-99a2-ad0b5fb4eebe req-45dc9e00-05f7-4841-be50-b60d14e5f1e9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.0852969 Jun 07 13:41:03.236746 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ba087c07-9842-409d-99a2-ad0b5fb4eebe req-2f6a9038-5900-4858-bea1-8fd91f3d6bb8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Jun 07 13:41:03.538172 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c28f5cc2-f889-41e1-a18c-b40ccae1c97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:03.686586 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aa1ca-8992-468d-8b68-2fbccaf76f50 req-d9c3f7c4-2cf1-41de-b7b0-697ff71cb9e6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:03.688438 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2c3aa1ca-8992-468d-8b68-2fbccaf76f50 req-d9c3f7c4-2cf1-41de-b7b0-697ff71cb9e6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1456544 Jun 07 13:41:03.766455 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2c3aa1ca-8992-468d-8b68-2fbccaf76f50 req-bc6cfe66-071d-4b32-9649-6062a098e1a0 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678070 Jun 07 13:41:03.935210 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331788c-3b28-450e-88be-93c7d516400b req-26e1179f-eb6f-4fbc-9222-20342bc74d7c tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:03.936504 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f331788c-3b28-450e-88be-93c7d516400b req-26e1179f-eb6f-4fbc-9222-20342bc74d7c tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.1149597 Jun 07 13:41:03.950288 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467c79c-6ea0-4f0f-a8d7-caea983d456b req-32559034-4663-49d2-a463-dea63b1a55cb tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:03.952073 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2467c79c-6ea0-4f0f-a8d7-caea983d456b req-32559034-4663-49d2-a463-dea63b1a55cb tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 946 time: 0.1137204 Jun 07 13:41:04.038461 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2467c79c-6ea0-4f0f-a8d7-caea983d456b req-0fb7ffb3-dfae-4a5b-9673-b9057f31a41e tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/security-groups?id=26146fc2-e0f5-4360-b96f-f3151e2a02f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731537 Jun 07 13:41:04.207674 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4604-c3ee-45d1-af23-f23af7a83f18 req-daaeb6f8-fd22-48ea-aa55-13730a6fce85 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:04.209241 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9c0f4604-c3ee-45d1-af23-f23af7a83f18 req-daaeb6f8-fd22-48ea-aa55-13730a6fce85 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2608936 Jun 07 13:41:04.256552 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Deleting port b89659c5-9947-41dd-a82b-bc92f0a31d0c {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:41:04.257633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:04.321820 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9c0f4604-c3ee-45d1-af23-f23af7a83f18 req-77310266-008f-403b-a752-59ea271d0110 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021829 Jun 07 13:41:04.431838 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] For port b89659c5-9947-41dd-a82b-bc92f0a31d0c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b89659c5-9947-41dd-a82b-bc92f0a31d0c,segment=NetworkSegment(f7772a70-8888-46cf-a5be-ae84273d527b),segment_id=f7772a70-8888-46cf-a5be-ae84273d527b)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:04.432533 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:04.465050 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044579-8228-4fc9-ab5b-11b7e754627e req-ac7d3087-ea72-4ae4-846f-cc9c75191848 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:04.466565 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5044579-8228-4fc9-ab5b-11b7e754627e req-ac7d3087-ea72-4ae4-846f-cc9c75191848 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.0934081 Jun 07 13:41:04.504440 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 45184) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:04.535224 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5044579-8228-4fc9-ab5b-11b7e754627e req-69fb095c-03e1-48b5-9ab8-1308f664d2ee tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Jun 07 13:41:04.650918 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Calling delete_port for b89659c5-9947-41dd-a82b-bc92f0a31d0c owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:41:04.652905 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa884-c614-4d65-a992-fdc8303cd9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:04.823215 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:04.830792 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:04.853152 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['b89659c5-9947-41dd-a82b-bc92f0a31d0c'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:04.900086 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Pushing event deleted for resources: {'Port': ['ID=b89659c5-9947-41dd-a82b-bc92f0a31d0c,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:04.904935 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:04.955952 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa884-c614-4d65-a992-fdc8303cd9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:04.962301 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa884-c614-4d65-a992-fdc8303cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:04.973951 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b152ae3f-e203-4731-bdd6-a6aa225842f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:05.006564 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfa884-c614-4d65-a992-fdc8303cd9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d970fb7-d792-4081-9f02-bcd756ad1795,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:05.014305 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cbbfa884-c614-4d65-a992-fdc8303cd9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:05.015292 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] No DVR routers for this DVR port b89659c5-9947-41dd-a82b-bc92f0a31d0c on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:41:05.018079 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.020195 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f331788c-3b28-450e-88be-93c7d516400b req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.60 "DELETE /v2.0/ports/b89659c5-9947-41dd-a82b-bc92f0a31d0c HTTP/1.1" status: 204 len: 173 time: 1.0640173 Jun 07 13:41:05.021420 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'name': 'network-vif-deleted', 'tag': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:05.024045 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbebe0a-446e-43dc-b87a-5e08c5de1715" -d '{"events": [{"server_uuid": "6b5ef34b-1c6a-42d5-b61a-0a78cb795305", "name": "network-vif-deleted", "tag": "b89659c5-9947-41dd-a82b-bc92f0a31d0c"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:05.050296 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cbbfa884-c614-4d65-a992-fdc8303cd9d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=708f4ee1db7c46d49f838286ae7cd785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424178 Jun 07 13:41:05.050535 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 45196) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:05.149593 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.158309 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d80fe-16e8-42b8-a781-123aa34be01b req-7844c34d-d05e-4cae-b098-889c545d5bae tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:05.166538 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-822d80fe-16e8-42b8-a781-123aa34be01b req-7844c34d-d05e-4cae-b098-889c545d5bae tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1530724 Jun 07 13:41:05.186374 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dea4ed3-7cc8-4cfc-821d-999186530128 x-openstack-request-id: req-3dea4ed3-7cc8-4cfc-821d-999186530128 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:05.186769 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5ef34b-1c6a-42d5-b61a-0a78cb795305", "name": "network-vif-deleted", "tag": "b89659c5-9947-41dd-a82b-bc92f0a31d0c", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:05.187006 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dea4ed3-7cc8-4cfc-821d-999186530128 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:05.187420 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5ef34b-1c6a-42d5-b61a-0a78cb795305', 'name': 'network-vif-deleted', 'tag': 'b89659c5-9947-41dd-a82b-bc92f0a31d0c', 'status': 'completed', 'code': 200} Jun 07 13:41:05.190645 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.229459 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-822d80fe-16e8-42b8-a781-123aa34be01b req-6d14aef8-137e-4e3a-8085-acd76d4573c4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598242 Jun 07 13:41:05.305366 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.307761 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.308904 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d970fb7-d792-4081-9f02-bcd756ad1795 HTTP/1.1" status: 204 len: 168 time: 0.2573566 Jun 07 13:41:05.309938 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6d850c18-ba39-4587-9e70-b3201574fd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:05.343396 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d970fb7-d792-4081-9f02-bcd756ad1795,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:05.345831 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:05.443830 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f4e7eee3-cbab-4e87-b8ce-2e7e6a32a423 req-3e07b346-487c-4b02-8622-bfcada45f8db tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5ef34b-1c6a-42d5-b61a-0a78cb795305 HTTP/1.1" status: 200 len: 210 time: 0.0523436 Jun 07 13:41:05.513669 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:41:05.619345 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444bf2f-f8df-4d96-a948-4571284b8be0 req-093f69ce-c724-4a3f-9285-13d9dedd3524 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:05.623117 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1444bf2f-f8df-4d96-a948-4571284b8be0 req-093f69ce-c724-4a3f-9285-13d9dedd3524 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1270227 Jun 07 13:41:05.720883 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:05.724082 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1444bf2f-f8df-4d96-a948-4571284b8be0 req-e0a26a76-1f99-4481-be68-8cc101fee0f9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845008 Jun 07 13:41:05.739030 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041', 'network_id': '4493ffef-ea1b-44ff-877f-25f0107ed420', 'port_id': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041', 'mac_address': 'fa:16:3e:d3:28:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02616186-82e3-4ed9-a3c3-9a9f13b20107', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:41:05.805134 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.806574 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebb0b7-f797-4a2f-9110-340ec2dcd18b req-883e44b4-9b23-45d2-ae23-869dcd1322bb tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:05.813957 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7aebb0b7-f797-4a2f-9110-340ec2dcd18b req-883e44b4-9b23-45d2-ae23-869dcd1322bb tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 943 time: 0.1136541 Jun 07 13:41:05.825190 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:05.853840 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:05.858741 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.860678 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-efff9ad9-82a6-47b7-ad9f-95cf9011a6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:05.873509 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7aebb0b7-f797-4a2f-9110-340ec2dcd18b req-452e86c5-911a-4a71-811b-090c5ef5f53a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583966 Jun 07 13:41:05.956344 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:05.961661 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:06.287366 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcc3f-b12d-425f-948e-37505d86cb42 req-18bf2878-92c4-4873-a322-d038f6035651 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:06.289389 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-578fcc3f-b12d-425f-948e-37505d86cb42 req-18bf2878-92c4-4873-a322-d038f6035651 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0884008 Jun 07 13:41:06.342715 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-578fcc3f-b12d-425f-948e-37505d86cb42 req-5bdc2079-6f27-4c5f-9a66-482e8f2d722f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Jun 07 13:41:06.418339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['566dc9f3-a1cf-43f3-9cd8-ae8c29e58041'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:06.494795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1067f9-933b-4a10-b9c4-8da95808ec32 req-11f8d831-2824-473c-a1e2-09b8f0b40cfa tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:06.497004 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e1067f9-933b-4a10-b9c4-8da95808ec32 req-11f8d831-2824-473c-a1e2-09b8f0b40cfa tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1003075 Jun 07 13:41:06.567675 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e1067f9-933b-4a10-b9c4-8da95808ec32 req-a7a68b14-d26a-4757-b756-d9b2f96a3a20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647657 Jun 07 13:41:06.603626 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:06.965092 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce9f5-71d4-405b-9612-43aed9349af9 req-0e5af32e-1c84-4d89-a05f-501334340766 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:06.967670 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c5bce9f5-71d4-405b-9612-43aed9349af9 req-0e5af32e-1c84-4d89-a05f-501334340766 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1166573 Jun 07 13:41:07.024857 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c5bce9f5-71d4-405b-9612-43aed9349af9 req-e3077fa4-28ed-4fe0-8c03-cc3b8356a756 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 Jun 07 13:41:07.097538 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e000c-9954-401b-b5e8-e4232547e91d req-7e9e4572-be1f-4a3c-a51e-cd838af04f11 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:07.099040 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-276e000c-9954-401b-b5e8-e4232547e91d req-7e9e4572-be1f-4a3c-a51e-cd838af04f11 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 944 time: 0.1077263 Jun 07 13:41:07.151747 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-276e000c-9954-401b-b5e8-e4232547e91d req-093205ec-3658-4777-9686-0bcacd79a881 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Jun 07 13:41:07.181380 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d38383d7-dda8-4aba-b69e-6cb03b4112ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:07.532663 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device b89659c5-9947-41dd-a82b-bc92f0a31d0c no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:41:07.562564 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7749b-44aa-4cb3-8bff-22d137016c61 req-e272b5ca-2a4e-4dce-b0aa-86ab113a1d94 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:07.564145 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a6d7749b-44aa-4cb3-8bff-22d137016c61 req-e272b5ca-2a4e-4dce-b0aa-86ab113a1d94 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1049039 Jun 07 13:41:07.568776 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: b89659c5-9947-41dd-a82b-bc92f0a31d0c {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:41:07.569740 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device b89659c5-9947-41dd-a82b-bc92f0a31d0c not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:41:07.623712 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a6d7749b-44aa-4cb3-8bff-22d137016c61 req-3b41ac6b-e12a-4772-94a6-972c87cc0d92 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514247 Jun 07 13:41:07.812480 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15954b-5dfa-4d5b-b7df-825aac7f3e8a req-6af05986-c271-490f-9f81-ba4fb9c7940a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:07.814339 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bf15954b-5dfa-4d5b-b7df-825aac7f3e8a req-6af05986-c271-490f-9f81-ba4fb9c7940a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1074336 Jun 07 13:41:07.874797 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bf15954b-5dfa-4d5b-b7df-825aac7f3e8a req-6ff88369-223a-4f6a-bac0-2047cce4f473 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529745 Jun 07 13:41:08.203117 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:08.262180 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79901ded-f4c7-44b2-80df-0b7ba9a766ca req-23ff16c6-0184-4cd3-b11c-c8aff66d5931 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:08.263681 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-79901ded-f4c7-44b2-80df-0b7ba9a766ca req-23ff16c6-0184-4cd3-b11c-c8aff66d5931 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1035793 Jun 07 13:41:08.321815 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-79901ded-f4c7-44b2-80df-0b7ba9a766ca req-71aacd2c-bf66-4eab-a87b-105bb299d90a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Jun 07 13:41:08.379704 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5742d-763a-40e6-9c88-0e3fd99a063c req-71e7d5e0-4bba-4a42-a1e9-a7a11f737d90 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:08.380939 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f8c5742d-763a-40e6-9c88-0e3fd99a063c req-71e7d5e0-4bba-4a42-a1e9-a7a11f737d90 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 944 time: 0.0971878 Jun 07 13:41:08.427847 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f8c5742d-763a-40e6-9c88-0e3fd99a063c req-f7c3bd04-2ab1-45c7-b2bf-41a11eb28a50 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Jun 07 13:41:08.828058 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d3012-5a03-4f68-88e9-b32bf5b91887 req-ef220da1-3776-4451-b9f2-bc0e53cef8e9 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:08.830346 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-156d3012-5a03-4f68-88e9-b32bf5b91887 req-ef220da1-3776-4451-b9f2-bc0e53cef8e9 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0857964 Jun 07 13:41:08.961580 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-156d3012-5a03-4f68-88e9-b32bf5b91887 req-c63054f3-53c2-45bf-b4a8-0bc1d83e89c3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261613 Jun 07 13:41:09.071394 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2675bc-cbc6-48cc-9dce-a96db117cd11 req-cab5f8c2-8cbe-4aa6-a296-94cccf7b67ab tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:09.072831 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1b2675bc-cbc6-48cc-9dce-a96db117cd11 req-cab5f8c2-8cbe-4aa6-a296-94cccf7b67ab tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.0800025 Jun 07 13:41:09.126721 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1b2675bc-cbc6-48cc-9dce-a96db117cd11 req-0577f990-5751-434e-8a0d-0fa092d36dee tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482066 Jun 07 13:41:09.532841 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2433-ff43-4645-8d85-744deec2b02b req-f765c496-d6ca-40e1-9c74-8539621b59e0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:09.534392 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d84a2433-ff43-4645-8d85-744deec2b02b req-f765c496-d6ca-40e1-9c74-8539621b59e0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0909047 Jun 07 13:41:09.580752 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d84a2433-ff43-4645-8d85-744deec2b02b req-7e437e6b-148f-45cd-b2b2-1409265e39d7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Jun 07 13:41:09.622480 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01957dd0-e63e-4b51-853b-a790809f7671 req-03442ac1-93d3-4f17-a8ea-c290f84fbc2f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:09.623943 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-01957dd0-e63e-4b51-853b-a790809f7671 req-03442ac1-93d3-4f17-a8ea-c290f84fbc2f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 944 time: 0.0863867 Jun 07 13:41:09.626638 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:09.671592 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-01957dd0-e63e-4b51-853b-a790809f7671 req-01c622bf-3c31-4fd2-9b5e-122f03bf1a12 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Jun 07 13:41:10.164197 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45d0a5-a5d4-4df8-9aaa-e54d186d8f97 req-363e92ea-d5bf-4669-bbf3-7dc6af42811f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:10.165726 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eb45d0a5-a5d4-4df8-9aaa-e54d186d8f97 req-363e92ea-d5bf-4669-bbf3-7dc6af42811f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0867887 Jun 07 13:41:10.215953 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eb45d0a5-a5d4-4df8-9aaa-e54d186d8f97 req-2c68eeae-72ed-4241-b148-b0acc49f3895 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446200 Jun 07 13:41:10.344846 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71b07c-de06-428b-b3ba-01fb56b8ddd8 req-1d0bb689-07f6-4382-9ace-dd76a38b718c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:10.346611 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9f71b07c-de06-428b-b3ba-01fb56b8ddd8 req-1d0bb689-07f6-4382-9ace-dd76a38b718c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.0908854 Jun 07 13:41:10.409575 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9f71b07c-de06-428b-b3ba-01fb56b8ddd8 req-be0a688d-1626-42a0-bbd1-2fb6af535753 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559523 Jun 07 13:41:10.503108 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:41:10.573246 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:41:10.577871 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:41:10.578247 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:10.706106 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:10.749828 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:10.753082 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfc9a40-532c-4985-8215-2b09da178c11" -d '{"events": [{"server_uuid": "ce854a08-cd17-48af-a48c-6863bebbe950", "name": "network-vif-plugged", "status": "completed", "tag": "566dc9f3-a1cf-43f3-9cd8-ae8c29e58041"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:10.765202 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:10.775122 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:10.777511 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:10.803981 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0fe10-14d6-4a52-a1a3-a659809e51bb req-59aa653a-9d9a-4c03-8c75-940029b151fc tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:10.805807 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39b0fe10-14d6-4a52-a1a3-a659809e51bb req-59aa653a-9d9a-4c03-8c75-940029b151fc tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1117868 Jun 07 13:41:10.855428 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:10.857092 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-39b0fe10-14d6-4a52-a1a3-a659809e51bb req-98220f17-a743-4482-89f7-457d2dc68568 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Jun 07 13:41:10.862519 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:10.901524 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f3f06-937a-4422-bc35-ec446d48cfe9 req-5eef2ece-3abe-4132-9c1d-4520b1b2b15a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:10.903324 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-250f3f06-937a-4422-bc35-ec446d48cfe9 req-5eef2ece-3abe-4132-9c1d-4520b1b2b15a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.0902071 Jun 07 13:41:10.910243 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0fc5c1-d30b-4aac-9da0-2e7d507e3eeb x-openstack-request-id: req-8c0fc5c1-d30b-4aac-9da0-2e7d507e3eeb {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:10.910603 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce854a08-cd17-48af-a48c-6863bebbe950", "name": "network-vif-plugged", "status": "completed", "tag": "566dc9f3-a1cf-43f3-9cd8-ae8c29e58041", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:10.910869 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c0fc5c1-d30b-4aac-9da0-2e7d507e3eeb {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:10.911301 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041', 'code': 200} Jun 07 13:41:10.953380 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-250f3f06-937a-4422-bc35-ec446d48cfe9 req-d1d9160e-acfc-43cf-9eb4-ef14c2000124 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Jun 07 13:41:11.430236 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e3ce3-ef84-407a-85e0-d4748713f099 req-ddda54c1-2321-4a0b-8f78-4cc0c1dc2064 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:11.431594 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3c2e3ce3-ef84-407a-85e0-d4748713f099 req-ddda54c1-2321-4a0b-8f78-4cc0c1dc2064 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1054633 Jun 07 13:41:11.478509 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3c2e3ce3-ef84-407a-85e0-d4748713f099 req-416ddea0-9315-4898-8c64-7e18013c1f36 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402133 Jun 07 13:41:11.620677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde0d69-a82b-46e9-b57b-fc2c4cc4d601 req-30caefdf-f39a-4e3d-82a1-c48c2dfed5e4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:11.622285 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7dde0d69-a82b-46e9-b57b-fc2c4cc4d601 req-30caefdf-f39a-4e3d-82a1-c48c2dfed5e4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.0976477 Jun 07 13:41:11.670949 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7dde0d69-a82b-46e9-b57b-fc2c4cc4d601 req-349a7e49-6d7b-4070-98e8-b1858e1b59d4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Jun 07 13:41:12.060174 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee892-531d-4d04-a22c-ba02cf812fa7 req-0c49277b-53f0-43cc-b859-b0516695ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:12.062116 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e76ee892-531d-4d04-a22c-ba02cf812fa7 req-0c49277b-53f0-43cc-b859-b0516695ad7f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 1098 time: 0.0815003 Jun 07 13:41:12.101800 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477bf45-8c15-438c-86c4-3602fa9cf9d1 req-795d59a8-8ede-4d74-91f5-29052c10c281 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:12.104111 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8477bf45-8c15-438c-86c4-3602fa9cf9d1 req-795d59a8-8ede-4d74-91f5-29052c10c281 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1082356 Jun 07 13:41:12.165399 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8477bf45-8c15-438c-86c4-3602fa9cf9d1 req-663a79e4-4d15-4a5e-b840-35d9b174ce68 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Jun 07 13:41:12.170347 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e76ee892-531d-4d04-a22c-ba02cf812fa7 req-8dc1f19b-12e0-4668-bf9a-dfcf0c539ee9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937617 Jun 07 13:41:12.203441 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4048-affb-46eb-9342-58455ed8ca4d req-d5234411-d35f-4b96-a0f6-83ce01b78053 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:12.203441 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ad6d4048-affb-46eb-9342-58455ed8ca4d req-d5234411-d35f-4b96-a0f6-83ce01b78053 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.1105218 Jun 07 13:41:12.256278 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ad6d4048-affb-46eb-9342-58455ed8ca4d req-f8d3d3e6-28fc-4345-a7d9-7f3f444f1dc7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Jun 07 13:41:12.699512 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0451-2872-4c9b-b97a-07a5e4314b0c req-974fd656-bfe8-4dcc-8757-d14aa67a9102 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:12.701028 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7ccf0451-2872-4c9b-b97a-07a5e4314b0c req-974fd656-bfe8-4dcc-8757-d14aa67a9102 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1037157 Jun 07 13:41:12.751218 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7ccf0451-2872-4c9b-b97a-07a5e4314b0c req-41ecebd7-ea4e-4e29-afcf-068c5d248258 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Jun 07 13:41:12.927636 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d12ba5-6bb4-4108-9bf9-22ad67642792 req-7ab593b2-e65b-4c2c-824b-596a954ca169 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:12.930907 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-94d12ba5-6bb4-4108-9bf9-22ad67642792 req-7ab593b2-e65b-4c2c-824b-596a954ca169 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1222534 Jun 07 13:41:13.009444 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-94d12ba5-6bb4-4108-9bf9-22ad67642792 req-0792a9d0-c0be-4d91-9d2a-063f74c64b83 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722408 Jun 07 13:41:13.400874 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acccaed-bb9b-40cf-bb7f-f8b03b8fe418 req-ac64c368-0ee7-4498-adea-a26598b393c9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:13.404148 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0acccaed-bb9b-40cf-bb7f-f8b03b8fe418 req-ac64c368-0ee7-4498-adea-a26598b393c9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1137836 Jun 07 13:41:13.470137 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0acccaed-bb9b-40cf-bb7f-f8b03b8fe418 req-df3d7689-d848-4be7-b274-03d4844b8641 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593910 Jun 07 13:41:13.553855 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ef28e-cf67-41c7-b3b2-d73c0050efeb req-7451df1c-1af9-4e84-9284-04d2ac04e17d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:13.555871 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-309ef28e-cf67-41c7-b3b2-d73c0050efeb req-7451df1c-1af9-4e84-9284-04d2ac04e17d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.1316824 Jun 07 13:41:13.643872 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-309ef28e-cf67-41c7-b3b2-d73c0050efeb req-d887e08c-cf55-4604-822c-45a80ece3a65 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806885 Jun 07 13:41:13.812360 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.035692 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71c17-aeb2-47ab-9e5e-b9100e11e63c req-88a8de7b-fe96-4df2-9551-d4979ec7ef81 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:14.044951 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8ad71c17-aeb2-47ab-9e5e-b9100e11e63c req-88a8de7b-fe96-4df2-9551-d4979ec7ef81 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1418107 Jun 07 13:41:14.146056 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8ad71c17-aeb2-47ab-9e5e-b9100e11e63c req-8d763bcc-ca86-4879-912a-d10009dbb4e4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907512 Jun 07 13:41:14.213053 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 45378) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:14.457087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bcecbadb-538e-49b6-9012-0378d89cd820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.512276 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357bc7b-4e1e-40ab-ab5a-7cf45fd4a3f5 req-5abe4bb5-1b08-4003-8ee6-0f7a5ea6ea61 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:14.521438 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6357bc7b-4e1e-40ab-ab5a-7cf45fd4a3f5 req-5abe4bb5-1b08-4003-8ee6-0f7a5ea6ea61 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2777882 Jun 07 13:41:14.598253 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6357bc7b-4e1e-40ab-ab5a-7cf45fd4a3f5 req-32a876ac-cb10-47f6-971b-d7be53850f37 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751536 Jun 07 13:41:14.621391 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bcecbadb-538e-49b6-9012-0378d89cd820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.626456 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bcecbadb-538e-49b6-9012-0378d89cd820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.637748 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9dea605b-7a98-4a34-b440-eac92a70d3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:14.724530 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-bcecbadb-538e-49b6-9012-0378d89cd820 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12c246ed1b1345a48924365e79734fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094135 Jun 07 13:41:14.726099 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 45390) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:14.731817 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecbadb-538e-49b6-9012-0378d89cd820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036b0796-6d67-40f7-8eec-21fa70d8553e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:14.740103 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-bcecbadb-538e-49b6-9012-0378d89cd820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:14.792374 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514dc81-613a-48cc-9801-cb6474180c4c req-7856d61f-9992-4f54-beae-05a4ed1caaf1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:14.794631 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f514dc81-613a-48cc-9801-cb6474180c4c req-7856d61f-9992-4f54-beae-05a4ed1caaf1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1176584 Jun 07 13:41:14.869198 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f514dc81-613a-48cc-9801-cb6474180c4c req-c6aebd58-6f73-490e-a336-74ea0e6bd679 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648937 Jun 07 13:41:14.947023 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:15.007711 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:15.083736 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c73da9-0983-4cdd-a0f9-b4d901b24535 req-03604022-1d49-4dd1-9ce7-8a8300140f19 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:15.086987 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c73da9-0983-4cdd-a0f9-b4d901b24535 req-03604022-1d49-4dd1-9ce7-8a8300140f19 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.2622349 Jun 07 13:41:15.221601 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92c73da9-0983-4cdd-a0f9-b4d901b24535 req-96991c2d-37fb-4e70-a0c8-abd381f867fb tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103697 Jun 07 13:41:15.221601 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:15.221601 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:15.245526 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/036b0796-6d67-40f7-8eec-21fa70d8553e HTTP/1.1" status: 204 len: 168 time: 0.5133710 Jun 07 13:41:15.245526 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0e5525f0-0fe0-4bf0-a112-27955a2a1f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:15.293499 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036b0796-6d67-40f7-8eec-21fa70d8553e,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:15.299904 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:15.603095 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e6c0b-5b76-4344-b421-496bc657c2a4 req-83bed5f5-9ca4-4921-ba71-859fee3db67f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:15.616533 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-655e6c0b-5b76-4344-b421-496bc657c2a4 req-83bed5f5-9ca4-4921-ba71-859fee3db67f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2700891 Jun 07 13:41:15.704661 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-655e6c0b-5b76-4344-b421-496bc657c2a4 req-ad3458e3-ee73-4fdc-82c0-47c45190df32 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831642 Jun 07 13:41:15.761708 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:41:16.166298 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:16.202534 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'port_id': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'mac_address': 'fa:16:3e:f2:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:41:16.283744 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cca475-4101-4e4f-9cf9-997205900795 req-e1d1d69a-32ec-40b6-b3ed-1ce6975fb14f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:16.298934 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5cca475-4101-4e4f-9cf9-997205900795 req-e1d1d69a-32ec-40b6-b3ed-1ce6975fb14f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2579055 Jun 07 13:41:16.324349 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f641-23c7-4cdf-9963-a6779831dd72 req-e7755cfc-341f-4618-9ab8-5f95e670c5eb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:16.329902 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d3c8f641-23c7-4cdf-9963-a6779831dd72 req-e7755cfc-341f-4618-9ab8-5f95e670c5eb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2512865 Jun 07 13:41:16.369084 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:16.410146 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5cca475-4101-4e4f-9cf9-997205900795 req-2e5dae39-0647-4079-8797-40b7acbab956 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098857 Jun 07 13:41:16.414572 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e54756b-d778-464f-bd99-a8c76a8dc321 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:16.437846 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d3c8f641-23c7-4cdf-9963-a6779831dd72 req-4d243a29-a980-497f-aee2-edf9e8b642ee tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967968 Jun 07 13:41:16.447954 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:16.453594 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:16.455437 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:16.544036 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=6']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:16.547829 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:16.674370 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['1e54756b-d778-464f-bd99-a8c76a8dc321'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:17.056992 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08973-8a16-4e24-93b8-cb3e08c03449 req-5a3c1f88-a0aa-44f9-9207-08f7a99c409c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:17.060637 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38f08973-8a16-4e24-93b8-cb3e08c03449 req-5a3c1f88-a0aa-44f9-9207-08f7a99c409c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1895387 Jun 07 13:41:17.067453 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 45434) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:17.118823 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-38f08973-8a16-4e24-93b8-cb3e08c03449 req-36fc0495-68cd-4417-8b84-8b1f92cc6e41 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518699 Jun 07 13:41:17.232688 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1181276369-network', 'tenant_id': '21805608a3d14d56ad33db997af0c73b'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:17.264381 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Made reservation on behalf of 21805608a3d14d56ad33db997af0c73b for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:41:17.266963 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.286720 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.506483 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.513623 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.520369 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2d22b121-daab-44bd-9352-a9bdb8b1618e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:17.582152 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:41:17.593889 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b516a71-10ff-4728-be16-a7be7fd5e78d,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:17.612974 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:17.627606 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.628423 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Added segment aa7bd837-0973-4077-b511-c6b2c5282f66 of type vlan for network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef Jun 07 13:41:17.751992 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.823488 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:41:17.870351 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443943a-7879-4bf7-b7b4-30c3736f8e8d req-bef943c3-f9f5-4d64-ab10-1f6c09469158 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:17.884544 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.887867 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:17.888626 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:17.897745 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:17.915858 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c443943a-7879-4bf7-b7b4-30c3736f8e8d req-bef943c3-f9f5-4d64-ab10-1f6c09469158 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 945 time: 0.2473657 Jun 07 13:41:17.977743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc8ef-7f69-4cfc-b2d1-ab2dac393aac req-a3a13c0d-dbba-4bcb-8afc-d0503864d2c7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:17.991469 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bb3bc8ef-7f69-4cfc-b2d1-ab2dac393aac req-a3a13c0d-dbba-4bcb-8afc-d0503864d2c7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.3051140 Jun 07 13:41:17.998931 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 1e54756b-d778-464f-bd99-a8c76a8dc321 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:41:17.999864 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:18.025986 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9560995 Jun 07 13:41:18.034072 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 45450) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:18.042058 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Request body: {'subnet': {'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1181276369-subnet', 'tenant_id': '21805608a3d14d56ad33db997af0c73b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:18.104240 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c443943a-7879-4bf7-b7b4-30c3736f8e8d req-162d72d0-5bb7-4267-ae68-4066d884d7eb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849678 Jun 07 13:41:18.144015 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Made reservation on behalf of 21805608a3d14d56ad33db997af0c73b for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:41:18.153906 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290031'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:18.262286 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Pushing event updated for resources: {'Network': ['ID=66bf47a9-792f-4cec-85c7-a58c5d0d5cef,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:18.280805 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:18.306523 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:18.346228 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:41:18.358236 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bb3bc8ef-7f69-4cfc-b2d1-ab2dac393aac req-de711797-9552-429d-845f-187df410ed4b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635449 Jun 07 13:41:18.708612 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:18.713793 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85331afc-387e-4e14-8582-4d29ae380648" -d '{"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-plugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:18.714440 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1435124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290045'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:18.730576 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:18.734788 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:18.752801 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:18.756514 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:18.923771 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=7']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:18.933340 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:18.992014 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5047b6-0874-469d-a4f6-46747ede6210,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:19.000002 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:19.032232 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb466-1e7c-49e4-8fcd-e5ac9dfb5a51 req-fe03e73b-e6b9-40e6-a22e-95a9bb8dd9e4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:19.045811 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-affbb466-1e7c-49e4-8fcd-e5ac9dfb5a51 req-fe03e73b-e6b9-40e6-a22e-95a9bb8dd9e4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2985632 Jun 07 13:41:19.119633 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Checking segment: {'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:41:19.120296 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Network hostable DHCP agents. Network: 66bf47a9-792f-4cec-85c7-a58c5d0d5cef, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:41:19.143135 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-affbb466-1e7c-49e4-8fcd-e5ac9dfb5a51 req-f70118ef-a5c2-4218-b1b2-63b337eae4e6 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954530 Jun 07 13:41:19.199805 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:41:19.247541 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 66bf47a9-792f-4cec-85c7-a58c5d0d5cef) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:41:19.264778 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38675ef2-302e-4aaf-90fc-00a62a63047e None None] Network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:41:19.265307 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:19.271155 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:19.353526 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-233ccf77-7676-4444-abdc-892fd5a86297 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3085127 Jun 07 13:41:19.359339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c5733-bd0e-431c-9946-6686f5bfd27b x-openstack-request-id: req-400c5733-bd0e-431c-9946-6686f5bfd27b {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:19.359791 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-plugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:19.360444 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-400c5733-bd0e-431c-9946-6686f5bfd27b {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:19.360806 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'code': 200} Jun 07 13:41:19.827319 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde22f89-1f72-4f24-bfe6-407643b90e58 None None] Network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:41:19.883343 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf5161-b939-4c88-a7fd-3b9dc7a7901a req-d88d0407-3ad4-4210-941a-d90f1018b913 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:19.903764 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6eaf5161-b939-4c88-a7fd-3b9dc7a7901a req-d88d0407-3ad4-4210-941a-d90f1018b913 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2351239 Jun 07 13:41:19.956299 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca1ab4-beeb-4eff-853a-949ef13cd1d3 req-18613e34-7624-4ec2-9ce0-584a3ecca0cd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:19.971971 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-42ca1ab4-beeb-4eff-853a-949ef13cd1d3 req-18613e34-7624-4ec2-9ce0-584a3ecca0cd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2433770 Jun 07 13:41:20.079401 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6eaf5161-b939-4c88-a7fd-3b9dc7a7901a req-dbb5f9d5-9ab7-48a2-8470-7699c756d002 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746054 Jun 07 13:41:20.126858 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-42ca1ab4-beeb-4eff-853a-949ef13cd1d3 req-d187c7bc-af20-4962-8db1-ee72415f8fd2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535401 Jun 07 13:41:20.661863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11cc4c-bdbb-4df3-b0b8-25939553fc44 req-e9da0b9c-0bde-4cd2-9676-4df47fc746c5 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:20.672061 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5d11cc4c-bdbb-4df3-b0b8-25939553fc44 req-e9da0b9c-0bde-4cd2-9676-4df47fc746c5 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.3020988 Jun 07 13:41:20.790392 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5d11cc4c-bdbb-4df3-b0b8-25939553fc44 req-f78f2dd8-3df4-492c-a4a4-dcc5addde903 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169782 Jun 07 13:41:21.564362 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107802da-567c-42ad-a3ec-28bd7a69e35d req-58ea11dc-f173-4c41-a364-279c9f3b1623 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.576481 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-107802da-567c-42ad-a3ec-28bd7a69e35d req-58ea11dc-f173-4c41-a364-279c9f3b1623 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1981664 Jun 07 13:41:21.614897 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1611ac-7b11-4b02-a87d-3c9a4a577b2d req-d1a52ae6-529f-42e5-864a-34720da704f5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.617996 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6d1611ac-7b11-4b02-a87d-3c9a4a577b2d req-d1a52ae6-529f-42e5-864a-34720da704f5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2946329 Jun 07 13:41:21.703953 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-107802da-567c-42ad-a3ec-28bd7a69e35d req-ad83e51c-4b34-46c3-a61d-41f3be5147a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278148 Jun 07 13:41:21.704919 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6d1611ac-7b11-4b02-a87d-3c9a4a577b2d req-f6fbe8c6-35bf-49c0-a7a9-cb424da099e1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Jun 07 13:41:22.185767 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006927b-a43b-429b-9a2d-cfb1a467fe10 req-d13fbafa-1c96-403b-8171-d9e11f981225 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.191450 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c006927b-a43b-429b-9a2d-cfb1a467fe10 req-d13fbafa-1c96-403b-8171-d9e11f981225 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1712308 Jun 07 13:41:22.351243 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c006927b-a43b-429b-9a2d-cfb1a467fe10 req-369e1327-910d-49e8-9504-c5e01cc08740 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477342 Jun 07 13:41:23.399666 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1e9d-a075-405e-8763-d02fc5e023db req-04235af2-06a0-4386-b261-a05714dd94da tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:23.406957 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d84e1e9d-a075-405e-8763-d02fc5e023db req-04235af2-06a0-4386-b261-a05714dd94da tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2788520 Jun 07 13:41:23.544707 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d84e1e9d-a075-405e-8763-d02fc5e023db req-912820de-e3c9-4e3f-951f-fe01e3488fcf tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268640 Jun 07 13:41:23.581571 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edb7d1-cfbe-498e-8c3b-f8534ffbd4b8 req-746735a9-b0c1-4b0b-b4c3-f2f38a4ffb35 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:23.598125 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8edb7d1-cfbe-498e-8c3b-f8534ffbd4b8 req-746735a9-b0c1-4b0b-b4c3-f2f38a4ffb35 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2136011 Jun 07 13:41:23.674998 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c8edb7d1-cfbe-498e-8c3b-f8534ffbd4b8 req-cf141e0e-a816-4db6-9fd5-cc1517b9d712 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758188 Jun 07 13:41:23.962418 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1b004-cc7b-4058-a837-02e744f0a4d2 req-41f7f1f3-f13c-469c-8526-f441d8371b36 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:23.970258 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4ba1b004-cc7b-4058-a837-02e744f0a4d2 req-41f7f1f3-f13c-469c-8526-f441d8371b36 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1486497 Jun 07 13:41:24.056900 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4ba1b004-cc7b-4058-a837-02e744f0a4d2 req-f9a6035f-f81f-4b85-8901-0cf9b1f3400d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847933 Jun 07 13:41:24.835074 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68adfb-8218-4b46-9a8b-86842a073bdd req-806372b7-fe33-4b81-a093-1409ee511992 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:24.839578 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ed68adfb-8218-4b46-9a8b-86842a073bdd req-806372b7-fe33-4b81-a093-1409ee511992 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1385927 Jun 07 13:41:24.950620 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ed68adfb-8218-4b46-9a8b-86842a073bdd req-0c32e9d7-71eb-4f8d-8e22-07cf8093786a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022642 Jun 07 13:41:25.272562 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd334eb-62fb-4599-afc2-096fc3ccfdbe req-0f1c60df-4a2f-4e10-bdd9-befd325d07c7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:25.278640 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bdd334eb-62fb-4599-afc2-096fc3ccfdbe req-0f1c60df-4a2f-4e10-bdd9-befd325d07c7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1628335 Jun 07 13:41:25.423896 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bdd334eb-62fb-4599-afc2-096fc3ccfdbe req-6de4b1a0-6f4f-4c42-b61b-98202a4db217 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365759 Jun 07 13:41:25.682966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9d02d-bf4e-4b7e-b56d-be919a3acd3a req-459125d0-5bd7-4bb9-9aa5-36ff05f4a180 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:25.694474 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2eb9d02d-bf4e-4b7e-b56d-be919a3acd3a req-459125d0-5bd7-4bb9-9aa5-36ff05f4a180 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1302586 Jun 07 13:41:25.770171 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2eb9d02d-bf4e-4b7e-b56d-be919a3acd3a req-ee8a9a7c-9684-449d-b219-b5768184a26a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744228 Jun 07 13:41:26.242408 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79c124-e6f4-4741-97fd-903f9dd7b078 req-ded861b9-326e-4224-a38d-74e829145618 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:26.243936 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-da79c124-e6f4-4741-97fd-903f9dd7b078 req-ded861b9-326e-4224-a38d-74e829145618 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1611357 Jun 07 13:41:26.368915 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-da79c124-e6f4-4741-97fd-903f9dd7b078 req-42f1ae0b-e287-44ca-b827-af01d1724460 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146948 Jun 07 13:41:26.855801 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3a28a-b0b8-4c4a-9e6d-b385222a6108 req-a2825d80-1040-46c1-b9e1-c7ce4498aa46 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:26.876559 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0d3a28a-b0b8-4c4a-9e6d-b385222a6108 req-a2825d80-1040-46c1-b9e1-c7ce4498aa46 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2638061 Jun 07 13:41:27.097621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d0d3a28a-b0b8-4c4a-9e6d-b385222a6108 req-8e6852b2-d403-449d-b7ae-c39a526831f1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152793 Jun 07 13:41:27.616671 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14bb0-155c-4bd1-87fd-570c3d702b1f req-e2f97def-8fc5-47f6-8d4b-8c9fcc84335f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:27.625492 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bb14bb0-155c-4bd1-87fd-570c3d702b1f req-e2f97def-8fc5-47f6-8d4b-8c9fcc84335f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2450132 Jun 07 13:41:27.917537 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bb14bb0-155c-4bd1-87fd-570c3d702b1f req-0e616202-fc05-481d-a790-2bf0646ee70e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623973 Jun 07 13:41:28.360246 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89c980-1b60-433e-838f-2590fb8ce349 req-de0cf2c4-cdb1-489c-9122-77568e81a628 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:28.370476 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a89c980-1b60-433e-838f-2590fb8ce349 req-de0cf2c4-cdb1-489c-9122-77568e81a628 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1557431 Jun 07 13:41:28.462952 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4a89c980-1b60-433e-838f-2590fb8ce349 req-ced2d0d0-1809-4e2d-b0b3-65917ebab602 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910816 Jun 07 13:41:29.324248 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4096-45bf-40ad-a5e2-f8a296a51fa4 req-6ac0e916-98c6-404a-a267-0c1e6563352d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:29.336218 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-286c4096-45bf-40ad-a5e2-f8a296a51fa4 req-6ac0e916-98c6-404a-a267-0c1e6563352d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2714176 Jun 07 13:41:29.430888 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-286c4096-45bf-40ad-a5e2-f8a296a51fa4 req-d6f598e6-71d6-4b0d-98c0-fe0f85ae657d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884182 Jun 07 13:41:29.496082 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-8b67563f-19bf-4e6e-a8e8-2c45413f2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:29.498609 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-8b67563f-19bf-4e6e-a8e8-2c45413f2de1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1098 time: 0.2638087 Jun 07 13:41:29.709733 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:41:29.729283 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-f6399020-ffd4-49c7-bb30-b1ee3d4d39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:29.731840 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-f6399020-ffd4-49c7-bb30-b1ee3d4d39b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.2132649 Jun 07 13:41:29.902459 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-cb6675ae-a329-441a-b600-241e7056c58b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 1001 time: 0.1556656 Jun 07 13:41:29.909824 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab1dc5-2da1-4c08-b093-eb39d9016d96 req-563c8a71-51e7-45b9-ae23-3b7804c57a8a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:29.928389 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bfab1dc5-2da1-4c08-b093-eb39d9016d96 req-563c8a71-51e7-45b9-ae23-3b7804c57a8a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2730265 Jun 07 13:41:30.062416 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bfab1dc5-2da1-4c08-b093-eb39d9016d96 req-86aaed33-c989-4837-b6fd-a0c0ff7759a9 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324925 Jun 07 13:41:30.132312 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-4fe7884a-d4d4-445d-9036-310996cb66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:30.134533 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-4fe7884a-d4d4-445d-9036-310996cb66b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.2163231 Jun 07 13:41:30.309675 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-a0d42d3b-f24f-44cf-84d0-a5f822ed5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:30.312038 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-a0d42d3b-f24f-44cf-84d0-a5f822ed5e83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1633432 Jun 07 13:41:30.475735 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edbf90-44dd-4308-bf78-8500efa71f3f req-ecef1846-fe03-4314-bb8f-3fd178541a44 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:30.478780 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-70edbf90-44dd-4308-bf78-8500efa71f3f req-ecef1846-fe03-4314-bb8f-3fd178541a44 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1946948 Jun 07 13:41:30.619911 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-70edbf90-44dd-4308-bf78-8500efa71f3f req-cd020a47-4653-41e0-8976-f16fbee3c0f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299958 Jun 07 13:41:30.822841 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-ebb0ab5b-4762-4161-919d-c843153a5f1f service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833150 Jun 07 13:41:31.199322 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-199d31a9-43b6-45d7-a96b-9f92688d7560 req-84017e1b-3d74-4ba3-a65e-22d67efa0749 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594754 Jun 07 13:41:31.889038 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5fe20-dae4-461f-a688-31a15d315c4e req-82988930-9086-4478-b8c8-7f13eca41e7d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:31.897744 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e6d5fe20-dae4-461f-a688-31a15d315c4e req-82988930-9086-4478-b8c8-7f13eca41e7d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2054007 Jun 07 13:41:32.007769 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e6d5fe20-dae4-461f-a688-31a15d315c4e req-0769a66a-f889-4771-bee7-e9566c6d41e4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041784 Jun 07 13:41:32.531284 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243844b-4e21-4fba-823f-d684bdb8eb51 req-59237057-58ea-429d-991a-18aa2049d1c8 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:32.584071 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4243844b-4e21-4fba-823f-d684bdb8eb51 req-59237057-58ea-429d-991a-18aa2049d1c8 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.3183858 Jun 07 13:41:32.779900 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4243844b-4e21-4fba-823f-d684bdb8eb51 req-9f6f5290-b996-4081-aa55-d3f7ab2f1705 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864498 Jun 07 13:41:33.399458 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5e838-bd49-4355-9cc9-18910abf2d37 req-4c409244-bb31-467d-b9cc-b4030f16b282 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:33.422891 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a1a5e838-bd49-4355-9cc9-18910abf2d37 req-4c409244-bb31-467d-b9cc-b4030f16b282 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.3026783 Jun 07 13:41:33.619155 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a1a5e838-bd49-4355-9cc9-18910abf2d37 req-c1546ec0-e3fa-4451-845a-42c12db18ce7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418612 Jun 07 13:41:33.664774 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2d6fb787-660e-45cb-9819-a47593e2cc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:34.374475 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a15a3-00e4-471e-8526-117dedc91784 req-7eb6e4e0-f64a-4a6e-a56d-c30cd47ce9c9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:34.386762 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-515a15a3-00e4-471e-8526-117dedc91784 req-7eb6e4e0-f64a-4a6e-a56d-c30cd47ce9c9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2181127 Jun 07 13:41:34.509047 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-515a15a3-00e4-471e-8526-117dedc91784 req-ac38ea15-4c95-4cc7-b558-bc9c2f81b284 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106536 Jun 07 13:41:34.987741 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266b4f6-0213-4aac-bcf6-777f60427c5e req-4092d9f8-6cd7-49d9-af52-1fe99ef36877 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:35.001509 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9266b4f6-0213-4aac-bcf6-777f60427c5e req-4092d9f8-6cd7-49d9-af52-1fe99ef36877 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1968808 Jun 07 13:41:35.118971 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9266b4f6-0213-4aac-bcf6-777f60427c5e req-9cfc54aa-c60c-4e7d-968e-a3499990e22c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147392 Jun 07 13:41:35.651704 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8068-a047-4289-b4ce-80e72284899c req-c9304755-98a3-47e5-a522-d0eea3ebfe38 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:35.654246 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8db8068-a047-4289-b4ce-80e72284899c req-c9304755-98a3-47e5-a522-d0eea3ebfe38 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2988110 Jun 07 13:41:35.755470 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8db8068-a047-4289-b4ce-80e72284899c req-f5c8b724-06ac-4ce8-b19c-4dc8eef846f3 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903015 Jun 07 13:41:36.289669 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-9410447e-f7a6-44a8-86b9-4b77db5ce503 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2296016 Jun 07 13:41:36.326785 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68f74d-4cf4-4302-bfa9-acd6616721da req-3c977cb2-24aa-405b-bd88-d25f56f8a2c2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:36.329875 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6d68f74d-4cf4-4302-bfa9-acd6616721da req-3c977cb2-24aa-405b-bd88-d25f56f8a2c2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.2859249 Jun 07 13:41:36.436987 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6d68f74d-4cf4-4302-bfa9-acd6616721da req-0f59bbea-5de4-41ad-bfb4-ee0c64fc9b4c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918348 Jun 07 13:41:36.526556 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686448-3208-4f26-9480-49216ce34fc1 req-c3c88a36-b62f-41db-b8b1-91da5668e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:36.532656 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-c3c88a36-b62f-41db-b8b1-91da5668e82f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1098 time: 0.1996055 Jun 07 13:41:36.573915 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.918180 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686448-3208-4f26-9480-49216ce34fc1 req-6d49dc40-af99-4215-94b7-4bbb53ce1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:36.921005 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-6d49dc40-af99-4215-94b7-4bbb53ce1ee2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.3486185 Jun 07 13:41:37.216591 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c74012d1-9e5a-407a-99ba-2280536fa591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:37.220665 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-0e2c5319-efd0-4597-b250-b4a0f25c3f51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 1001 time: 0.2777092 Jun 07 13:41:37.351023 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fc489-0e26-424d-9e5a-7859e54e7bd0 req-905ee541-b687-44da-ac4a-12933606bbb8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.354560 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-093fc489-0e26-424d-9e5a-7859e54e7bd0 req-905ee541-b687-44da-ac4a-12933606bbb8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1415584 Jun 07 13:41:37.410268 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686448-3208-4f26-9480-49216ce34fc1 req-6bd35488-3709-46d8-9b86-94c6b571dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.412437 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-6bd35488-3709-46d8-9b86-94c6b571dbc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.1398280 Jun 07 13:41:37.446350 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-093fc489-0e26-424d-9e5a-7859e54e7bd0 req-b4951297-f5a2-4f59-a7f4-62ef2d9af8a0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847447 Jun 07 13:41:37.850782 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-3bd8bf13-c38b-4a18-8851-03bcc0007468 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.855046 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-3bd8bf13-c38b-4a18-8851-03bcc0007468 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/networks?id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef HTTP/1.1" status: 200 len: 814 time: 0.6289034 Jun 07 13:41:37.862034 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686448-3208-4f26-9480-49216ce34fc1 req-f391cb5b-9087-4e0c-82bf-bd5e4b194767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.867624 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-f391cb5b-9087-4e0c-82bf-bd5e4b194767 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2960255 Jun 07 13:41:37.900123 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004d37a-5264-40e8-9a7e-6a0b1622c68b req-e29d9df3-23f9-4f1c-89cb-bd13703f09de tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.903647 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f004d37a-5264-40e8-9a7e-6a0b1622c68b req-e29d9df3-23f9-4f1c-89cb-bd13703f09de tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.2157562 Jun 07 13:41:37.905174 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-622c4d8a-20a2-4f3e-8bbb-bd18b4f51800 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/quotas/21805608a3d14d56ad33db997af0c73b HTTP/1.1" status: 200 len: 375 time: 0.0357285 Jun 07 13:41:38.025828 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f004d37a-5264-40e8-9a7e-6a0b1622c68b req-272dd6f1-9c9e-449d-b552-86aa9bfd2522 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058342 Jun 07 13:41:38.161394 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-11d745b5-3cf3-4cef-a468-3289912cccdb tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21805608a3d14d56ad33db997af0c73b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2543430 Jun 07 13:41:38.222155 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:38.402401 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bce097-02c6-43c4-b350-8bb43ad3a2e1 req-5733266e-db87-40a4-92c9-069d537074a1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.405754 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67bce097-02c6-43c4-b350-8bb43ad3a2e1 req-5733266e-db87-40a4-92c9-069d537074a1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.1665580 Jun 07 13:41:38.517418 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-f630ef58-f188-47c7-9f77-9e3bddfb79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.518930 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-f630ef58-f188-47c7-9f77-9e3bddfb79d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1099 time: 0.3490331 Jun 07 13:41:38.529516 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-899eb699-1e87-4870-9033-e10491a0940f service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212306 Jun 07 13:41:38.564806 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67bce097-02c6-43c4-b350-8bb43ad3a2e1 req-97720110-106c-4d9d-abe5-0a6ca8ad45f1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459560 Jun 07 13:41:38.759422 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-4562024c-5b85-4135-83fb-2f674c06a735 service neutron] 10.222.0.44 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877104 Jun 07 13:41:39.094962 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95b5ed-c940-4609-9b52-203a4a6b5697 req-3b7a5acd-65a0-48a7-b30f-75aa30d7afff tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:39.097579 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2d95b5ed-c940-4609-9b52-203a4a6b5697 req-3b7a5acd-65a0-48a7-b30f-75aa30d7afff tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2131295 Jun 07 13:41:39.208546 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-9979c54b-672e-4064-9d12-279ead2fe96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:39.211240 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-9979c54b-672e-4064-9d12-279ead2fe96a service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.6806612 Jun 07 13:41:39.212653 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2d95b5ed-c940-4609-9b52-203a4a6b5697 req-99d0980d-37b3-492e-b173-d4058290e4a4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023035 Jun 07 13:41:39.237915 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-68c74d47-3058-4e67-ae7f-112da64b1e3f service neutron] 10.222.0.44 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638577 Jun 07 13:41:39.393584 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-411aa544-8f49-4e9f-91b9-1c9871c31cd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 1001 time: 0.1597359 Jun 07 13:41:39.467283 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa686448-3208-4f26-9480-49216ce34fc1 req-1eb7fc33-7b12-458e-8104-7a2df5181c14 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446351 Jun 07 13:41:39.631438 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-c0e3928c-1817-4f8f-991c-47c2c0918983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:39.639931 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-c0e3928c-1817-4f8f-991c-47c2c0918983 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.2309966 Jun 07 13:41:39.640053 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2659e-0e96-474f-b8d4-a9408e76e455 req-e25e1391-9580-4243-a33a-80aa9175b98d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:39.650447 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a6f2659e-0e96-474f-b8d4-a9408e76e455 req-e25e1391-9580-4243-a33a-80aa9175b98d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.2048082 Jun 07 13:41:39.666788 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.760959 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-939ba31c-d768-4654-b3fd-f21be112a775 req-23225992-2abd-47c1-81d2-a684dfcef507 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 210 time: 0.2863619 Jun 07 13:41:39.781174 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a6f2659e-0e96-474f-b8d4-a9408e76e455 req-70e067bb-f048-45cb-8c38-b75e9d5307d2 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076987 Jun 07 13:41:39.874327 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:41:40.149205 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-d66aa470-0e2f-4544-9a69-ef349501cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:40.155753 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:40.157082 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-d66aa470-0e2f-4544-9a69-ef349501cddc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4937553 Jun 07 13:41:40.230780 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a278fa-6d0a-4124-b2f1-c09b017071d4 req-5c38d6fd-afb1-480f-a5a5-d8dfced889b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:40.233870 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e0a278fa-6d0a-4124-b2f1-c09b017071d4 req-5c38d6fd-afb1-480f-a5a5-d8dfced889b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 1098 time: 0.3568871 Jun 07 13:41:40.239336 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:40.255734 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b008b10-5898-4a89-b210-cb1e9747efd2" -d '{"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-unplugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:40.289942 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:40.300949 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:40.310706 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:40.343438 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e0be1-b2e6-4a56-b94b-c09f0228771c req-39231b4f-0e39-446f-b731-cb1d08b950b2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:40.356871 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3f9e0be1-b2e6-4a56-b94b-c09f0228771c req-39231b4f-0e39-446f-b731-cb1d08b950b2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 946 time: 0.3950484 Jun 07 13:41:40.492370 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5431b1b-2c70-477a-8cf3-ad0aaada9d26 x-openstack-request-id: req-b5431b1b-2c70-477a-8cf3-ad0aaada9d26 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:40.492874 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-unplugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:40.493298 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5431b1b-2c70-477a-8cf3-ad0aaada9d26 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:40.493990 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'code': 200} Jun 07 13:41:40.557344 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=8']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:40.565549 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:40.761316 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e0a278fa-6d0a-4124-b2f1-c09b017071d4 req-906a9728-18b0-41f4-93b1-9a9093ff063c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081108 Jun 07 13:41:40.781989 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3f9e0be1-b2e6-4a56-b94b-c09f0228771c req-e0812ab4-2119-41fd-982a-aea76df6b0fd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196980 Jun 07 13:41:40.812001 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-52e013cf-c6e1-48a4-9cfb-ef3883851958 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:40.813764 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-52e013cf-c6e1-48a4-9cfb-ef3883851958 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.3039589 Jun 07 13:41:40.869819 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-569dec11-df45-446b-b55c-79cf45f459d0 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876643 Jun 07 13:41:41.287712 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e9f49cb-5246-47c2-80e3-2fbfa25c885e req-62f88978-9c88-4288-804d-97bc5a9d1537 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979833 Jun 07 13:41:41.322833 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f945-04b8-4c12-86c5-64180677af6b req-906db552-a530-41ff-a287-8377e6f47586 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:41.322833 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2258f945-04b8-4c12-86c5-64180677af6b req-906db552-a530-41ff-a287-8377e6f47586 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 945 time: 0.3048491 Jun 07 13:41:41.335767 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Deleting port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:41:41.336269 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:41.373156 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c27d1b-2ae5-4e98-ba89-3c4dd46c5596 req-7a87d130-830c-4e73-bebe-b3a2d41a0481 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:41.381707 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-37c27d1b-2ae5-4e98-ba89-3c4dd46c5596 req-7a87d130-830c-4e73-bebe-b3a2d41a0481 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.5574958 Jun 07 13:41:41.402400 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2258f945-04b8-4c12-86c5-64180677af6b req-058aa88f-8cce-4e13-b4a4-29d92f9ab271 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735991 Jun 07 13:41:41.555573 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-37c27d1b-2ae5-4e98-ba89-3c4dd46c5596 req-557be223-7a89-4780-bea7-d9c88c37e1bf tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726906 Jun 07 13:41:41.621765 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] For port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:41.622125 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:41.627776 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0370dff6-2f23-4af1-b878-1acd4b19d9bd req-8cb5c2c5-6e31-4dc0-b55a-0c83562386f4 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 210 time: 0.0568709 Jun 07 13:41:41.765546 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Calling delete_port for 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:41:42.070689 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:42.084258 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:42.089736 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f', '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:42.164855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event deleted for resources: {'Port': ['ID=566dc9f3-a1cf-43f3-9cd8-ae8c29e58041,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:42.336548 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.336948 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.337442 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.337971 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.338546 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.339129 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.339858 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.340306 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.340884 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.341465 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.342067 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.342649 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:42.358713 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:42.430953 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] No DVR routers for this DVR port 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:41:42.446651 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8c145-43b4-4b21-88f9-7023aa0c6995 req-e88568d0-53c6-4495-828f-6eb947ebdb46 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:42.449142 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-35e8c145-43b4-4b21-88f9-7023aa0c6995 req-e88568d0-53c6-4495-828f-6eb947ebdb46 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.4912114 Jun 07 13:41:42.454259 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:42.458642 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5221a29b-9fa1-47d8-bf37-1cdc390a51b0 req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "DELETE /v2.0/ports/566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 HTTP/1.1" status: 204 len: 173 time: 1.5300362 Jun 07 13:41:42.459944 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'name': 'network-vif-deleted', 'tag': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:42.464206 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cb4ff2-4460-45e4-a3a0-d70e3e90ac44" -d '{"events": [{"server_uuid": "ce854a08-cd17-48af-a48c-6863bebbe950", "name": "network-vif-deleted", "tag": "566dc9f3-a1cf-43f3-9cd8-ae8c29e58041"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:42.585809 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-35e8c145-43b4-4b21-88f9-7023aa0c6995 req-ce000092-869f-421e-836a-cc9b09fddc7a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142521 Jun 07 13:41:42.692603 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f61672-2c3c-4e19-bbc7-f3786e24ec38 x-openstack-request-id: req-d7f61672-2c3c-4e19-bbc7-f3786e24ec38 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:42.693521 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce854a08-cd17-48af-a48c-6863bebbe950", "name": "network-vif-deleted", "tag": "566dc9f3-a1cf-43f3-9cd8-ae8c29e58041", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:42.693930 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7f61672-2c3c-4e19-bbc7-f3786e24ec38 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:42.694559 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce854a08-cd17-48af-a48c-6863bebbe950', 'name': 'network-vif-deleted', 'tag': '566dc9f3-a1cf-43f3-9cd8-ae8c29e58041', 'status': 'completed', 'code': 200} Jun 07 13:41:42.759833 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-da2b48f9-3ed5-4782-a955-0339ba68fd01 req-c526050d-c517-4764-8f08-5b4504ea84ec tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0881498 Jun 07 13:41:43.055717 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8ed5f0cb-0f98-4e93-93ed-ed4b3b2eb626 req-8efca3d4-cacc-4a04-bb10-4d5edc61bd1e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 210 time: 0.1615112 Jun 07 13:41:43.097351 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb3aea-00a3-475f-930c-445babede233 req-679a0159-b7e3-4e4e-9610-76aa16e27502 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:43.100016 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6adb3aea-00a3-475f-930c-445babede233 req-679a0159-b7e3-4e4e-9610-76aa16e27502 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.2595391 Jun 07 13:41:43.242499 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6adb3aea-00a3-475f-930c-445babede233 req-3db1b99a-2a0f-4d84-809f-9a97ac1809ff tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265631 Jun 07 13:41:43.432107 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-5c7e0ed1-0519-4a7f-b8df-68afabea028e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:43.434846 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-5c7e0ed1-0519-4a7f-b8df-68afabea028e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "GET /v2.0/networks?id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef HTTP/1.1" status: 200 len: 814 time: 0.2718070 Jun 07 13:41:43.464457 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Request body: {'port': {'device_id': '23e1800b-0106-48af-98fc-441f6890317e', 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef', 'admin_state_up': True, 'tenant_id': '21805608a3d14d56ad33db997af0c73b'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:43.525288 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d371d-001f-4f70-8aae-5b9f00323425 req-5b75659d-88ed-4f41-b377-35ef58fd498c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:43.527072 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7c8d371d-001f-4f70-8aae-5b9f00323425 req-5b75659d-88ed-4f41-b377-35ef58fd498c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1241937 Jun 07 13:41:43.595290 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7c8d371d-001f-4f70-8aae-5b9f00323425 req-aa1eebb7-004f-4bdc-9b07-c6bd1cce260c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611479 Jun 07 13:41:43.720429 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Made reservation on behalf of 21805608a3d14d56ad33db997af0c73b for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:41:43.740084 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:43.855331 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:43.908436 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:41:44.073934 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-af2eb636-bee4-4934-b36b-55441c888c39 req-15ccb029-d565-4b4f-b5fd-573f0d14e38e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce854a08-cd17-48af-a48c-6863bebbe950 HTTP/1.1" status: 200 len: 210 time: 0.0666530 Jun 07 13:41:44.075548 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:41:44.076886 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 566dc9f3-a1cf-43f3-9cd8-ae8c29e58041 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:41:44.136194 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Allocated IP 172.20.0.2 (66bf47a9-792f-4cec-85c7-a58c5d0d5cef/9e5047b6-0874-469d-a4f6-46747ede6210/793a173e-226d-4fa0-8263-b7895977b680) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:41:44.214470 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33337b-c588-4b39-8651-03c59741f4ed req-42fffb5c-eb49-4921-a4a0-98a47bb9e395 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:44.217448 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eb33337b-c588-4b39-8651-03c59741f4ed req-42fffb5c-eb49-4921-a4a0-98a47bb9e395 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.4520609 Jun 07 13:41:44.319486 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eb33337b-c588-4b39-8651-03c59741f4ed req-5b688f4e-e58e-467a-a2c4-cfd569443c3b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823085 Jun 07 13:41:44.378892 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-512c2cf1-bffe-4cb0-a4d5-dac38b6c8393 req-7c7f5bb6-a74d-4592-a994-d62f4974cedd tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 210 time: 0.1176124 Jun 07 13:41:44.503961 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:44.536602 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:44.542471 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-00c7e715-f236-47a6-9d97-c8d5ded08663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:44.613091 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:41:44.616461 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:41:44.620336 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:41:44.656207 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Pushing event updated for resources: {'Port': ['ID=793a173e-226d-4fa0-8263-b7895977b680,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:44.664408 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:44.699069 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:44.699675 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:44.721968 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2653320 Jun 07 13:41:44.744183 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Request body: {'port': {'device_id': '23e1800b-0106-48af-98fc-441f6890317e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:44.866127 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:44.995031 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 45810) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:45.081588 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Deleting subnet be86b5f6-95f1-4735-94d9-ca02dd1503da {{(pid=92944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:41:45.087988 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:45.154275 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31867949'] for subnet, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:45.226734 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:45.400760 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793a173e-226d-4fa0-8263-b7895977b680 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:45.433868 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:45.506846 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Transition to ACTIVE for port object 793a173e-226d-4fa0-8263-b7895977b680 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:41:45.508643 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31491855'] for subnet, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:45.514064 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:45.521624 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:45.528501 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0140152f-7f1d-4e00-9e58-de33691a0160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:45.624756 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:45.630788 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/be86b5f6-95f1-4735-94d9-ca02dd1503da HTTP/1.1" status: 204 len: 168 time: 0.6305921 Jun 07 13:41:45.630788 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be86b5f6-95f1-4735-94d9-ca02dd1503da,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:45.642388 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 45824) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:45.691117 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.692112 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.692690 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.693115 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.693555 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.694153 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.694573 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.695021 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.695354 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.695754 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.696098 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.696441 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:45.699899 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c8dcd4c6-75ed-4856-b53a-2a49dac270d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:45.761041 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf417e-6e79-4358-83c9-7befe23f8ec7 req-72be6b3c-d811-42bd-bdb1-f5bd9bb0d1cb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:45.763434 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-95cf417e-6e79-4358-83c9-7befe23f8ec7 req-72be6b3c-d811-42bd-bdb1-f5bd9bb0d1cb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1345894 Jun 07 13:41:45.833543 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-95cf417e-6e79-4358-83c9-7befe23f8ec7 req-231273e1-5e26-4145-a689-b08f9c6114cd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494723 Jun 07 13:41:46.048236 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Pushing event updated for resources: {'Port': ['ID=793a173e-226d-4fa0-8263-b7895977b680,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:46.065682 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:46.243157 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.334992 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Attempting to bind port 793a173e-226d-4fa0-8263-b7895977b680 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:41:46.335467 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Attempting to bind port 793a173e-226d-4fa0-8263-b7895977b680 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:41:46.336105 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Attempting to bind port 793a173e-226d-4fa0-8263-b7895977b680 on network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:41:46.360720 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3894df-722b-4813-a6a0-0dcfb293ee56 req-f7b7e47e-f17f-4c40-a1e1-781811645af5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:46.363400 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e3894df-722b-4813-a6a0-0dcfb293ee56 req-f7b7e47e-f17f-4c40-a1e1-781811645af5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 943 time: 0.7383196 Jun 07 13:41:46.387239 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Port 793a173e-226d-4fa0-8263-b7895977b680 on network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:41:46.387718 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Attempting to bind port 793a173e-226d-4fa0-8263-b7895977b680 on network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:41:46.415853 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:41:46.416750 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Checking segment: {'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:41:46.417898 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Bound using segment: {'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:41:46.417898 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Bound port: 793a173e-226d-4fa0-8263-b7895977b680, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:41:46.418610 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.431320 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-b26110ff-fcc1-4f34-94ba-fe6863c309d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:46.434154 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-b26110ff-fcc1-4f34-94ba-fe6863c309d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1099 time: 0.0999649 Jun 07 13:41:46.583436 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.593576 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e3894df-722b-4813-a6a0-0dcfb293ee56 req-a3f0e7a2-e355-4dcf-b405-a60bdbc9641c tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080421 Jun 07 13:41:46.606440 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b84fb9-823a-43b1-8a5b-b97b31b8f6b2']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:41:46.626713 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7772a70-8888-46cf-a5be-ae84273d527b') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:41:46.627007 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7772a70-8888-46cf-a5be-ae84273d527b') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:41:46.629729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-085e5018-1ae8-46f9-a106-b8f3a184bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:46.632269 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-085e5018-1ae8-46f9-a106-b8f3a184bd8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 920 time: 0.1776907 Jun 07 13:41:46.665166 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.687401 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] For port 793a173e-226d-4fa0-8263-b7895977b680, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:41:46.690990 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] For port 793a173e-226d-4fa0-8263-b7895977b680, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=793a173e-226d-4fa0-8263-b7895977b680,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:41:46.694544 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.698193 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.706019 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-725fcb26-04cf-48c5-b2e0-881b269c1d34 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:46.759600 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:41:46.760542 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:41:46.782531 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:41:46.784883 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-04217f3c-370b-480c-a253-43082b932cfc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 200 len: 217 time: 0.1413498 Jun 07 13:41:46.839647 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:46.840448 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:46.841899 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] 10.222.0.60 "PUT /v2.0/ports/793a173e-226d-4fa0-8263-b7895977b680 HTTP/1.1" status: 200 len: 1093 time: 2.1026444 Jun 07 13:41:46.889979 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-49fb1605-7fca-46c5-8dc2-2aea8faa08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:46.891870 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-49fb1605-7fca-46c5-8dc2-2aea8faa08c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.0879800 Jun 07 13:41:46.924450 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e1800b-0106-48af-98fc-441f6890317e', 'tag': '793a173e-226d-4fa0-8263-b7895977b680'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:46.927000 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be07f8f-3986-4a3c-b310-a8feafb99ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "23e1800b-0106-48af-98fc-441f6890317e", "tag": "793a173e-226d-4fa0-8263-b7895977b680"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:46.970842 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-3093ccac-3e35-4509-8ec5-bd05e5f5e3b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546522 Jun 07 13:41:47.064855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:47.074121 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Pushing event updated for resources: {'Port': ['ID=793a173e-226d-4fa0-8263-b7895977b680,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:47.080582 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:47.085077 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:47.091216 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] 10.222.0.44 "DELETE /v2.0/networks/05b84fb9-823a-43b1-8a5b-b97b31b8f6b2 HTTP/1.1" status: 204 len: 168 time: 1.4215651 Jun 07 13:41:47.091216 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:47.133348 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Pushing event deleted for resources: {'Network': ['ID=05b84fb9-823a-43b1-8a5b-b97b31b8f6b2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:47.149190 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:47.210078 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-a361da54-55b9-4778-b174-9e1ec573ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:47.211857 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-a361da54-55b9-4778-b174-9e1ec573ee4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21805608a3d14d56ad33db997af0c73b&device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 1096 time: 0.2717965 Jun 07 13:41:47.224850 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-a715f35a-1a9a-46a8-8c0d-49d78dab33d0 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443092 Jun 07 13:41:47.230664 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce6fc5-a2b6-49f1-b8f8-e2a0d512fea0 req-dbf7ae25-13ea-46d6-b385-00788aedc5c7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:47.232977 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0fce6fc5-a2b6-49f1-b8f8-e2a0d512fea0 req-dbf7ae25-13ea-46d6-b385-00788aedc5c7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.3092594 Jun 07 13:41:47.281844 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 45854) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:47.344521 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-7ff34d24-dec6-438c-aa0f-edb4fab1d7df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793a173e-226d-4fa0-8263-b7895977b680 HTTP/1.1" status: 200 len: 217 time: 0.1089196 Jun 07 13:41:47.419025 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5dc43af2-cdc8-4710-85d9-4ad2bde290a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c1183d71302449481cfd264ad34562f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337302 Jun 07 13:41:47.419245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ccf03-c441-4087-808e-de860d566bb3 x-openstack-request-id: req-967ccf03-c441-4087-808e-de860d566bb3 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:47.419245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e1800b-0106-48af-98fc-441f6890317e", "tag": "793a173e-226d-4fa0-8263-b7895977b680", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:47.419245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-967ccf03-c441-4087-808e-de860d566bb3 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:47.419245 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e1800b-0106-48af-98fc-441f6890317e', 'tag': '793a173e-226d-4fa0-8263-b7895977b680', 'status': 'completed', 'code': 200} Jun 07 13:41:47.426475 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 45858) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:47.437104 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e08cd4c4-d522-4a2d-b9d6-83cc9acfa361 req-a0703184-f157-4b81-9a11-198813829cb3 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954999 Jun 07 13:41:47.448059 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0fce6fc5-a2b6-49f1-b8f8-e2a0d512fea0 req-ab4cc5b9-c04e-4a73-8b34-8521d57d0612 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395090 Jun 07 13:41:47.503396 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-c519f157-cf26-4374-884c-90ff65bb0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:47.506221 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-c519f157-cf26-4374-884c-90ff65bb0d47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e5047b6-0874-469d-a4f6-46747ede6210 HTTP/1.1" status: 200 len: 854 time: 0.1484444 Jun 07 13:41:47.584853 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:47.590145 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-63c4888b-486a-412c-89f2-0395a351e389 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702279 Jun 07 13:41:47.732669 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:47.916450 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925a6ac-18ec-4a70-ade0-465ddaf3416b req-5fb6c5a6-36a5-4e26-b240-4fad6f47060e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:47.919073 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3925a6ac-18ec-4a70-ade0-465ddaf3416b req-5fb6c5a6-36a5-4e26-b240-4fad6f47060e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 943 time: 0.1522188 Jun 07 13:41:47.938841 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-c8bdfbd0-c8de-4557-890c-06f8e74b0e07 service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338604 Jun 07 13:41:47.946154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:41:47.955763 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c120e-e1fe-40d8-8379-93213d12b72f req-29a59911-30b1-46af-a995-93806e762f73 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:47.959912 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6e8c120e-e1fe-40d8-8379-93213d12b72f req-29a59911-30b1-46af-a995-93806e762f73 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 946 time: 0.3165030 Jun 07 13:41:48.021564 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3925a6ac-18ec-4a70-ade0-465ddaf3416b req-401fa0fc-bdb4-4e12-adbf-e2795569c329 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886953 Jun 07 13:41:48.271923 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:48.274386 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:48.279002 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26146fc2-e0f5-4360-b96f-f3151e2a02f3 HTTP/1.1" status: 204 len: 168 time: 0.8473613 Jun 07 13:41:48.279002 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-28a74a82-7b9b-4278-8abb-ecf7ec5345c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:48.333893 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edac66-b35f-4d68-8f4d-f108d873fe01 req-9e40a5c7-b920-4015-a014-b05080dcd14b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:48.337689 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c0edac66-b35f-4d68-8f4d-f108d873fe01 req-9e40a5c7-b920-4015-a014-b05080dcd14b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1158760 Jun 07 13:41:48.349497 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26146fc2-e0f5-4360-b96f-f3151e2a02f3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:48.371931 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:48.381520 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-52b50ac3-1ef5-4b3d-bb86-370719bb91bc req-fde87867-9698-45b0-95ff-946ab5fb3ab7 service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200974 Jun 07 13:41:48.404262 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6e8c120e-e1fe-40d8-8379-93213d12b72f req-b4347183-b450-437f-bc84-418fe869be3d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102643 Jun 07 13:41:48.417101 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c0edac66-b35f-4d68-8f4d-f108d873fe01 req-b2402673-e826-44e0-8c73-e0ad90f3d72e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711069 Jun 07 13:41:48.515229 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 45890) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:48.565443 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-8ab48fc9-87d7-4f45-ada7-f72080b403cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:48.567398 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-8ab48fc9-87d7-4f45-ada7-f72080b403cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21805608a3d14d56ad33db997af0c73b&device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 1096 time: 0.1046469 Jun 07 13:41:48.700320 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-1f3b376b-58b4-4fdd-951b-1eb8a8d76745 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1836007 Jun 07 13:41:48.787276 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-42a3bf45-ba22-4bea-8928-f7208d7ccf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:48.788719 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-42a3bf45-ba22-4bea-8928-f7208d7ccf88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef HTTP/1.1" status: 200 len: 915 time: 0.2118013 Jun 07 13:41:48.806974 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195a1e6-08a3-4141-8524-46e8d818a9f1 req-27720f51-8ebf-459c-9c08-f03d9329af4c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:48.814102 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c195a1e6-08a3-4141-8524-46e8d818a9f1 req-27720f51-8ebf-459c-9c08-f03d9329af4c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2054036 Jun 07 13:41:48.912656 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-5d3b2c3a-506d-4e68-b1ce-4ae189c83004 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793a173e-226d-4fa0-8263-b7895977b680 HTTP/1.1" status: 200 len: 217 time: 0.0956450 Jun 07 13:41:49.026441 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c195a1e6-08a3-4141-8524-46e8d818a9f1 req-0e01c62b-4337-4e6a-9e00-6e0f87976559 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112331 Jun 07 13:41:49.062815 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-61925db9-933a-4143-894e-3b501a8df498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:49.064331 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-61925db9-933a-4143-894e-3b501a8df498 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e5047b6-0874-469d-a4f6-46747ede6210 HTTP/1.1" status: 200 len: 854 time: 0.1244843 Jun 07 13:41:49.136967 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-9d3bea93-09f9-4087-a592-edfa4dfbe73e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573430 Jun 07 13:41:49.357020 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dab7c-0982-421e-a333-ca278202b59a req-3d3706b6-c743-4718-8416-ba69a967dba3 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:49.367266 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9b1dab7c-0982-421e-a333-ca278202b59a req-3d3706b6-c743-4718-8416-ba69a967dba3 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 943 time: 0.1673908 Jun 07 13:41:49.393370 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-d0b5c6c2-07ba-41d0-97e7-c91c81577882 service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432432 Jun 07 13:41:49.442612 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9b1dab7c-0982-421e-a333-ca278202b59a req-778c6c56-b57b-4b92-b1e3-f8b7736f6062 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732937 Jun 07 13:41:49.722168 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5be07f8f-3986-4a3c-b310-a8feafb99ff7 req-ea22206f-2044-4d0e-be98-555161bf15fe service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144896 Jun 07 13:41:49.771115 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfba9b9-15e7-43dd-8781-99db968fc271 req-a7ca0c32-9531-41cb-b3ee-370b16f772ce tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:49.773062 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6dfba9b9-15e7-43dd-8781-99db968fc271 req-a7ca0c32-9531-41cb-b3ee-370b16f772ce tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1365540 Jun 07 13:41:49.776440 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceb938-edcf-4730-9a4b-bcd8cb4a64c0 req-4e739ae2-6132-4c68-870e-6f570fe5c9dc tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:49.779084 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-81ceb938-edcf-4730-9a4b-bcd8cb4a64c0 req-4e739ae2-6132-4c68-870e-6f570fe5c9dc tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 946 time: 0.1752524 Jun 07 13:41:49.896258 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6dfba9b9-15e7-43dd-8781-99db968fc271 req-5ddce938-47ee-4a7b-9e0d-a563551dbecf tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098361 Jun 07 13:41:49.910586 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-81ceb938-edcf-4730-9a4b-bcd8cb4a64c0 req-1c9e705a-eb99-46f9-8d5f-0fc723191d22 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111739 Jun 07 13:41:49.946774 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 793a173e-226d-4fa0-8263-b7895977b680 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:41:50.177324 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 793a173e-226d-4fa0-8263-b7895977b680, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=793a173e-226d-4fa0-8263-b7895977b680,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:50.196567 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '793a173e-226d-4fa0-8263-b7895977b680', 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef', 'port_id': '793a173e-226d-4fa0-8263-b7895977b680', 'mac_address': 'fa:16:3e:e2:b4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5047b6-0874-469d-a4f6-46747ede6210', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:41:50.311199 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06dea7-4970-44f8-8154-2ec2a03db3a7 req-69ea663a-f225-4248-a3e2-e5cac0d7a2ad tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:50.312822 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:50.315065 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-4779bcef-c870-4384-b8f8-885642bc0e9f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:50.318335 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-4779bcef-c870-4384-b8f8-885642bc0e9f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 946 time: 0.1394587 Jun 07 13:41:50.320511 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e06dea7-4970-44f8-8154-2ec2a03db3a7 req-69ea663a-f225-4248-a3e2-e5cac0d7a2ad tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1502945 Jun 07 13:41:50.335932 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793a173e-226d-4fa0-8263-b7895977b680 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:50.355081 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 793a173e-226d-4fa0-8263-b7895977b680, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=793a173e-226d-4fa0-8263-b7895977b680,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:50.360563 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:50.366154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:50.418382 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e06dea7-4970-44f8-8154-2ec2a03db3a7 req-3fe104c3-0c19-405f-b3ff-f713a5644b2f tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963225 Jun 07 13:41:50.505249 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=793a173e-226d-4fa0-8263-b7895977b680,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:50.520007 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.521029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.521826 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.522479 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.523670 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.524688 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.525440 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.526057 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.526919 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.529747 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.530605 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.531362 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:50.548942 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:50.579127 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Deleting port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:41:50.580080 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:50.768110 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['793a173e-226d-4fa0-8263-b7895977b680'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:50.901956 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] For port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:50.902825 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:51.002464 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7e7fb-da6b-40f6-90cd-6ef97f4ea9f7 req-c79fb7f5-5b02-4ecc-ae52-4ac36e0718c3 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:51.004772 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-16d7e7fb-da6b-40f6-90cd-6ef97f4ea9f7 req-c79fb7f5-5b02-4ecc-ae52-4ac36e0718c3 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 944 time: 0.3938415 Jun 07 13:41:51.212467 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df5048-2c81-4893-926a-7b02e2594642 req-40a6f351-f4ce-49cb-a245-08148c3880ec tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:51.215440 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-60df5048-2c81-4893-926a-7b02e2594642 req-40a6f351-f4ce-49cb-a245-08148c3880ec tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1105773 Jun 07 13:41:51.223148 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Calling delete_port for ace0f002-c0b2-4e16-9c06-463f4e9f3e5a owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:41:51.269400 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-60df5048-2c81-4893-926a-7b02e2594642 req-f2591ae4-77af-4919-b2b9-5e24c7c650bc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456655 Jun 07 13:41:51.281863 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-16d7e7fb-da6b-40f6-90cd-6ef97f4ea9f7 req-089aa63c-ac1d-41d6-9481-b8a0ec4a560c tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657907 Jun 07 13:41:51.419505 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:51.429623 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:51.482647 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d3f59b36-401c-4887-9c4a-c095671efb01 req-519fd6b6-518a-4173-8958-49ebc6122809 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=f412db1b-729e-4716-826b-6db58d6f05c4 HTTP/1.1" status: 200 len: 210 time: 0.0475702 Jun 07 13:41:51.513094 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event deleted for resources: {'Port': ['ID=ace0f002-c0b2-4e16-9c06-463f4e9f3e5a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:51.518983 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:51.705396 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] No DVR routers for this DVR port ace0f002-c0b2-4e16-9c06-463f4e9f3e5a on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:41:51.713780 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:51.716581 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-66d29e24-8b66-459d-9bab-ea2f2328f124 req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "DELETE /v2.0/ports/ace0f002-c0b2-4e16-9c06-463f4e9f3e5a HTTP/1.1" status: 204 len: 173 time: 1.3819244 Jun 07 13:41:51.718948 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'name': 'network-vif-deleted', 'tag': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:51.723131 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a0c9be-47d0-4cc1-930e-607d37400e28" -d '{"events": [{"server_uuid": "f412db1b-729e-4716-826b-6db58d6f05c4", "name": "network-vif-deleted", "tag": "ace0f002-c0b2-4e16-9c06-463f4e9f3e5a"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:51.775071 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f2973-9de1-4c21-ae9d-5702510f9b51 req-d104f491-3c39-4e28-8dc6-7771f1e15296 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:51.785674 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-535f2973-9de1-4c21-ae9d-5702510f9b51 req-d104f491-3c39-4e28-8dc6-7771f1e15296 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2113919 Jun 07 13:41:51.804361 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e5de10-d517-4135-b64f-66fe676d8fb6 x-openstack-request-id: req-e7e5de10-d517-4135-b64f-66fe676d8fb6 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:51.804689 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f412db1b-729e-4716-826b-6db58d6f05c4", "name": "network-vif-deleted", "tag": "ace0f002-c0b2-4e16-9c06-463f4e9f3e5a", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:51.805053 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7e5de10-d517-4135-b64f-66fe676d8fb6 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:51.805526 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f412db1b-729e-4716-826b-6db58d6f05c4', 'name': 'network-vif-deleted', 'tag': 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a', 'status': 'completed', 'code': 200} Jun 07 13:41:51.834173 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-758dda38-a9de-4fb0-a477-b80e441a380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:51.836741 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-758dda38-a9de-4fb0-a477-b80e441a380e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe&tenant_id=88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 1097 time: 0.1974783 Jun 07 13:41:51.837621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-535f2973-9de1-4c21-ae9d-5702510f9b51 req-2e2cfc28-05e5-4211-878d-40a9b5aff391 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508559 Jun 07 13:41:51.941933 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f', '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'ace0f002-c0b2-4e16-9c06-463f4e9f3e5a'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:51.986672 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-a81922bd-ed83-494b-9fb2-abcda33614e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:51.989112 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-a81922bd-ed83-494b-9fb2-abcda33614e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1097 time: 0.1130791 Jun 07 13:41:52.188927 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-0a3436a6-f2ff-4d54-8dab-02129235bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:52.189808 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-0a3436a6-f2ff-4d54-8dab-02129235bbad service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.1893766 Jun 07 13:41:52.348940 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-358352ec-5764-4327-84e8-ca2ab033411c tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cacac567e9384e16a5a6c3b1b647c9fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728712 Jun 07 13:41:52.439336 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-fca16f13-07a7-440e-b153-a16068675c53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 999 time: 0.2381427 Jun 07 13:41:52.575210 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12a5f6-50ad-4f10-ba53-1c0c6d416242 req-9032ec82-b1c0-41e2-b427-aba432a243c9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:52.577266 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9f12a5f6-50ad-4f10-ba53-1c0c6d416242 req-9032ec82-b1c0-41e2-b427-aba432a243c9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1437020 Jun 07 13:41:52.611610 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-44f069ee-0aac-4cb9-918f-5e855717f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:52.613078 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-44f069ee-0aac-4cb9-918f-5e855717f6c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.1096780 Jun 07 13:41:52.620315 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-c18580d4-8089-4e4f-abf2-b13894aa1ff6 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:52.624325 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-c18580d4-8089-4e4f-abf2-b13894aa1ff6 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703004 Jun 07 13:41:52.664819 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9f12a5f6-50ad-4f10-ba53-1c0c6d416242 req-fb71de74-d2f8-4455-9cd8-2a6d537a4829 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787699 Jun 07 13:41:52.714836 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-f0cf02a9-3d30-401a-848d-6580a99067b3 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/quotas/cacac567e9384e16a5a6c3b1b647c9fb HTTP/1.1" status: 200 len: 375 time: 0.0338955 Jun 07 13:41:52.805592 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-a187d593-68db-4a5a-aebd-ea4b4e051ad5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cacac567e9384e16a5a6c3b1b647c9fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754907 Jun 07 13:41:52.821025 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-7a7427b5-f618-48dd-a7bd-d1ab2936e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:52.823533 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-7a7427b5-f618-48dd-a7bd-d1ab2936e904 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1978159 Jun 07 13:41:52.936295 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac285b-2b0d-480c-8b56-c33611b27264 req-8db0edfe-0dd8-46b6-8ed8-19f260627ca3 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:52.938030 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b9ac285b-2b0d-480c-8b56-c33611b27264 req-8db0edfe-0dd8-46b6-8ed8-19f260627ca3 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 944 time: 0.1131961 Jun 07 13:41:53.012298 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b9ac285b-2b0d-480c-8b56-c33611b27264 req-67d6f8b6-d7d5-4c95-80f7-e9204d7d83b4 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671973 Jun 07 13:41:53.062022 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-2aa854fc-a9bc-4712-9bd1-25dee57e8826 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208600 Jun 07 13:41:53.270296 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa264155-9e5e-4af5-aeff-184cb797578c req-1a70b2b0-4e5b-42d4-952f-6188e2e96f9a tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.1240988 Jun 07 13:41:53.339851 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ec963708-b28e-4b39-9899-4f4d93c9d99e req-45c7e185-4ad8-4527-83ee-226576163127 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602198 Jun 07 13:41:53.346372 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62efa0-9a45-4030-acb8-8c53bb4890a3 req-355b3455-092f-4814-880d-242ddbc9b2d1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:53.348966 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f62efa0-9a45-4030-acb8-8c53bb4890a3 req-355b3455-092f-4814-880d-242ddbc9b2d1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1845093 Jun 07 13:41:53.439680 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f62efa0-9a45-4030-acb8-8c53bb4890a3 req-66d00cf2-118a-40ae-99d6-857322463471 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793839 Jun 07 13:41:53.910792 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa0dd-5ffe-4327-972b-0984899242e2 req-17bf5126-4b8e-4fa7-9ed1-4cc1b0e0d2a7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:53.913393 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dbaa0dd-5ffe-4327-972b-0984899242e2 req-17bf5126-4b8e-4fa7-9ed1-4cc1b0e0d2a7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1621768 Jun 07 13:41:53.949633 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 793a173e-226d-4fa0-8263-b7895977b680 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:41:54.022217 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea190e71-bc07-41be-bd08-c70b462eea12 req-c858334b-0baa-4942-843a-016751f4af46 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:54.022942 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dbaa0dd-5ffe-4327-972b-0984899242e2 req-431b6d3f-382d-40a3-82c5-4a483bd98229 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026046 Jun 07 13:41:54.024511 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ea190e71-bc07-41be-bd08-c70b462eea12 req-c858334b-0baa-4942-843a-016751f4af46 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1600728 Jun 07 13:41:54.081656 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 793a173e-226d-4fa0-8263-b7895977b680 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:41:54.088456 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 793a173e-226d-4fa0-8263-b7895977b680 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:41:54.088632 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:54.098909 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ea190e71-bc07-41be-bd08-c70b462eea12 req-e1de9b1d-cf4c-46c7-9f81-c6ea0c75f5b4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648272 Jun 07 13:41:54.361420 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8f317-b321-4e38-bbde-58d91a437fcd req-53efb6fc-3d0c-45cf-ac91-594370590cdb tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:54.365866 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f5f8f317-b321-4e38-bbde-58d91a437fcd req-53efb6fc-3d0c-45cf-ac91-594370590cdb tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 944 time: 0.1673703 Jun 07 13:41:54.370540 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:54.501161 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e1800b-0106-48af-98fc-441f6890317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793a173e-226d-4fa0-8263-b7895977b680'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:54.510720 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c2f9e-0452-49f4-b2ef-5aa69680a46e" -d '{"events": [{"server_uuid": "23e1800b-0106-48af-98fc-441f6890317e", "name": "network-vif-plugged", "status": "completed", "tag": "793a173e-226d-4fa0-8263-b7895977b680"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:54.532473 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 793a173e-226d-4fa0-8263-b7895977b680, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=793a173e-226d-4fa0-8263-b7895977b680,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:54.538570 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:54.540151 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device ace0f002-c0b2-4e16-9c06-463f4e9f3e5a no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:41:54.561648 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f5f8f317-b321-4e38-bbde-58d91a437fcd req-c4e4cef0-b6e9-46e9-8f4a-5330a33cef5b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853995 Jun 07 13:41:54.623115 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:54.661248 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a57e43c2-b758-4a5f-a2c4-b75f75137a5b req-7d287992-b498-45e8-89a8-9c096a6440ef tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.1073186 Jun 07 13:41:54.750062 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcef7cb-7895-45aa-b72d-79b8a035cb88 x-openstack-request-id: req-8dcef7cb-7895-45aa-b72d-79b8a035cb88 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:54.750674 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e1800b-0106-48af-98fc-441f6890317e", "name": "network-vif-plugged", "status": "completed", "tag": "793a173e-226d-4fa0-8263-b7895977b680", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:54.751134 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dcef7cb-7895-45aa-b72d-79b8a035cb88 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:54.751833 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e1800b-0106-48af-98fc-441f6890317e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793a173e-226d-4fa0-8263-b7895977b680', 'code': 200} Jun 07 13:41:54.752797 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: ace0f002-c0b2-4e16-9c06-463f4e9f3e5a {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:41:54.753339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device ace0f002-c0b2-4e16-9c06-463f4e9f3e5a not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:41:54.827785 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=793a173e-226d-4fa0-8263-b7895977b680,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:54.830925 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:54.876838 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa2fd0-520e-4290-ba57-c6fc43ca8d6a req-ccf7985b-1195-40dd-a607-a0964a83e041 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:54.879093 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1cfa2fd0-520e-4290-ba57-c6fc43ca8d6a req-ccf7985b-1195-40dd-a607-a0964a83e041 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1555564 Jun 07 13:41:54.945500 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1cfa2fd0-520e-4290-ba57-c6fc43ca8d6a req-27b9c764-0b6d-4d76-bf10-b0829eed0d97 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590246 Jun 07 13:41:55.297698 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc7575-a309-4441-906e-c2f51db760e6 req-74de3c77-77c1-4ba9-9c23-6904d09674d8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:55.299998 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f1dc7575-a309-4441-906e-c2f51db760e6 req-74de3c77-77c1-4ba9-9c23-6904d09674d8 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1156397 Jun 07 13:41:55.372786 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6047fa-9158-4cb2-b10a-1401aba0122a req-1dd3be73-c0d8-4422-8cc3-94315296c9ff tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:55.374540 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a6047fa-9158-4cb2-b10a-1401aba0122a req-1dd3be73-c0d8-4422-8cc3-94315296c9ff tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1083329 Jun 07 13:41:55.383793 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f1dc7575-a309-4441-906e-c2f51db760e6 req-a138a197-2515-40c6-9cbb-f125c2a016eb tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729136 Jun 07 13:41:55.430486 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0a6047fa-9158-4cb2-b10a-1401aba0122a req-39f6255f-aff3-463d-b419-2b201df0b333 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491202 Jun 07 13:41:55.890404 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b62d5-a2f1-46a7-8fc2-44cfe967d9f4 req-9391ff04-f0cf-4836-94ef-393f1384276b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:55.892552 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-191b62d5-a2f1-46a7-8fc2-44cfe967d9f4 req-9391ff04-f0cf-4836-94ef-393f1384276b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1463697 Jun 07 13:41:55.921153 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-db02f193-ef7e-485f-aebf-2eda96102fea req-4bc0983e-54d5-4c91-88c3-b24b696df698 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.1110058 Jun 07 13:41:55.947109 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-191b62d5-a2f1-46a7-8fc2-44cfe967d9f4 req-ba58416c-6d6c-4f08-b3d5-a1536673d875 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Jun 07 13:41:56.198744 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad28f08-5789-4ec5-b1af-bcff513df8d9 req-27a57eac-baec-4df6-b08e-e135078ae747 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:56.201694 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7ad28f08-5789-4ec5-b1af-bcff513df8d9 req-27a57eac-baec-4df6-b08e-e135078ae747 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1050694 Jun 07 13:41:56.279082 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7ad28f08-5789-4ec5-b1af-bcff513df8d9 req-6311720b-28d4-483c-b35d-67fa4be230d6 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704558 Jun 07 13:41:56.715475 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61f403-9bcd-45f5-87fa-c3ce1efa4d9b req-f16cc32f-e9e9-4b3d-b89f-8143bcc150a1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:56.717180 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fe61f403-9bcd-45f5-87fa-c3ce1efa4d9b req-f16cc32f-e9e9-4b3d-b89f-8143bcc150a1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1576989 Jun 07 13:41:56.757745 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92759a83-6fd7-4929-88df-56045c0434cc req-fa31837f-260d-4319-b172-0aced60e98d4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:56.765765 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92759a83-6fd7-4929-88df-56045c0434cc req-fa31837f-260d-4319-b172-0aced60e98d4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1167872 Jun 07 13:41:56.810765 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92759a83-6fd7-4929-88df-56045c0434cc req-a4db7bfe-17a7-4de2-a0bf-2df56a376b8a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Jun 07 13:41:56.814626 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fe61f403-9bcd-45f5-87fa-c3ce1efa4d9b req-ec1cc1a0-8dab-4f2f-b146-6e99bbb9cb63 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858288 Jun 07 13:41:57.125203 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-427f935b-bc68-4e5f-a07c-cfd6fe9966af req-6876a662-cd6b-4b16-ac39-8e49c2f6f249 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0472233 Jun 07 13:41:57.248058 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4caa8f-e1a2-49bc-b34d-f0c5d90414b2 req-c0fcc8c0-df01-4b44-9831-94e9c63e30e5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:57.250428 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2a4caa8f-e1a2-49bc-b34d-f0c5d90414b2 req-c0fcc8c0-df01-4b44-9831-94e9c63e30e5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1139209 Jun 07 13:41:57.321253 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2a4caa8f-e1a2-49bc-b34d-f0c5d90414b2 req-4257bcfd-1308-4b23-8170-4c516e8938b5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608993 Jun 07 13:41:57.681949 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaa73e-67a1-4854-999e-178efda24e01 req-7c64392a-c17a-4626-8361-683ec98b762b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:57.683702 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-40eaa73e-67a1-4854-999e-178efda24e01 req-7c64392a-c17a-4626-8361-683ec98b762b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2405143 Jun 07 13:41:57.746388 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-40eaa73e-67a1-4854-999e-178efda24e01 req-fced5f3d-a558-46a0-a237-1e1d3778ee8e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 Jun 07 13:41:58.106694 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a49d1-7ce8-490f-bef9-3fbf62806b9d req-53baa5f1-a060-4e97-8990-b3414b790d15 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:58.108631 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c88a49d1-7ce8-490f-bef9-3fbf62806b9d req-53baa5f1-a060-4e97-8990-b3414b790d15 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1577151 Jun 07 13:41:58.131426 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4a391-18bc-4779-a112-ed11d0988527 req-d49a9f80-b287-415c-87f0-74330990a754 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:58.133219 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-dcc4a391-18bc-4779-a112-ed11d0988527 req-d49a9f80-b287-415c-87f0-74330990a754 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1174774 Jun 07 13:41:58.162899 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c88a49d1-7ce8-490f-bef9-3fbf62806b9d req-ee915665-df38-48ae-80a9-ed7b56ce38bf tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 Jun 07 13:41:58.213411 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-dcc4a391-18bc-4779-a112-ed11d0988527 req-3e2be3cb-5553-404d-9b62-8ed3d41bdf51 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697041 Jun 07 13:41:58.370234 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-62c3b236-0369-42f0-ad4e-a5ee90c00f11 req-0e01a56c-db53-4719-b511-846263c26fd7 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0757701 Jun 07 13:41:58.667517 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b4c3c-a5e0-4c6f-83c7-5bf5a860933f req-a278bd61-0571-41c3-acd9-92853f2e0757 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:58.669927 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-510b4c3c-a5e0-4c6f-83c7-5bf5a860933f req-a278bd61-0571-41c3-acd9-92853f2e0757 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1595201 Jun 07 13:41:58.724065 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-510b4c3c-a5e0-4c6f-83c7-5bf5a860933f req-9500a517-51ec-4c7b-86b8-82a8561cbef9 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Jun 07 13:41:59.020420 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcefc8-06f9-488d-8eeb-a26d12d13c54 req-2fe8ad0c-6b21-4a3e-8be1-7e22680c8d78 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:59.022241 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5fcefc8-06f9-488d-8eeb-a26d12d13c54 req-2fe8ad0c-6b21-4a3e-8be1-7e22680c8d78 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1228292 Jun 07 13:41:59.108290 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5fcefc8-06f9-488d-8eeb-a26d12d13c54 req-f398aff8-437d-4d2d-b137-c5464551ee5d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684078 Jun 07 13:41:59.435381 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa24a47-3b34-4c36-a273-ae0e55d0b0cc req-7a7d3ac7-af79-4889-ae1c-a907ffc3dd03 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:59.442732 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0fa24a47-3b34-4c36-a273-ae0e55d0b0cc req-7a7d3ac7-af79-4889-ae1c-a907ffc3dd03 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1252952 Jun 07 13:41:59.508698 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4c7a1-ffd3-4438-90f3-f223b44d99d4 req-1a2f3f94-3504-47ba-af9d-ec200ea9f386 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:59.509687 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0fa24a47-3b34-4c36-a273-ae0e55d0b0cc req-09393c93-7a0d-4da2-b8e4-b589a6a96a0e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625796 Jun 07 13:41:59.514340 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-01b4c7a1-ffd3-4438-90f3-f223b44d99d4 req-1a2f3f94-3504-47ba-af9d-ec200ea9f386 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1189055 Jun 07 13:41:59.596954 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-01b4c7a1-ffd3-4438-90f3-f223b44d99d4 req-60fffefc-122d-4622-aafb-2d14c6fc8c94 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766184 Jun 07 13:41:59.719232 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c41349f5-5993-4b2b-b837-45ebea23ee4e req-eb86d5c4-5d4a-4f31-893f-ee1f6c6b14c5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0488167 Jun 07 13:42:00.091766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728029-78f7-4e8d-b376-8106a8533b04 req-027177c4-ca56-4f45-9130-78d4c77368d4 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:00.093402 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b9728029-78f7-4e8d-b376-8106a8533b04 req-027177c4-ca56-4f45-9130-78d4c77368d4 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.2106919 Jun 07 13:42:00.152840 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b9728029-78f7-4e8d-b376-8106a8533b04 req-b52f2b22-f1fa-49bd-9e67-dbc3e8dfb2a2 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511942 Jun 07 13:42:00.374213 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4831-66db-48d1-b99a-e21e540b6e61 req-2ebea8f3-8ea7-4e6a-a867-928b4014d121 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:00.382245 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-964f4831-66db-48d1-b99a-e21e540b6e61 req-2ebea8f3-8ea7-4e6a-a867-928b4014d121 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1216183 Jun 07 13:42:00.439641 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-964f4831-66db-48d1-b99a-e21e540b6e61 req-466af9e0-b94d-44f3-88ec-319ed175f10b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564377 Jun 07 13:42:00.828757 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6ada-f7fe-4b76-bc2c-50d199c727af req-58791459-79e0-4f8f-9157-4503cd609625 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:00.830344 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dcd6ada-f7fe-4b76-bc2c-50d199c727af req-58791459-79e0-4f8f-9157-4503cd609625 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1508620 Jun 07 13:42:00.887717 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dcd6ada-f7fe-4b76-bc2c-50d199c727af req-38e6e993-835e-42f2-9e87-b9dda4235285 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503118 Jun 07 13:42:00.920503 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d62d-49b0-44bb-9bf1-88d8d019dd7d req-8c4e081c-4e9c-45f3-b060-29c878387e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:00.922065 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-75c7d62d-49b0-44bb-9bf1-88d8d019dd7d req-8c4e081c-4e9c-45f3-b060-29c878387e15 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1365392 Jun 07 13:42:00.993933 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-75c7d62d-49b0-44bb-9bf1-88d8d019dd7d req-4dfbc62a-2c21-4d5f-9484-95d3cd01144b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647647 Jun 07 13:42:01.093619 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8934b3e0-5de7-4e6a-88b6-fd96984bf623 req-0d846944-f819-41eb-a154-7316d08812e4 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0637491 Jun 07 13:42:01.396024 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5de06-df12-496e-95e1-dcc2b3c2ee9b req-2507846e-9a64-48dd-8a77-626b269e0018 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:01.397805 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-dbc5de06-df12-496e-95e1-dcc2b3c2ee9b req-2507846e-9a64-48dd-8a77-626b269e0018 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1207974 Jun 07 13:42:01.455057 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-dbc5de06-df12-496e-95e1-dcc2b3c2ee9b req-cf22bd25-5b6d-47ac-bd5b-07a40e82eb1b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502512 Jun 07 13:42:01.677672 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae5187-7463-4fef-815a-be73f59fd56e req-5953a45c-519e-4f23-b577-3fc435155f12 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:01.679647 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18ae5187-7463-4fef-815a-be73f59fd56e req-5953a45c-519e-4f23-b577-3fc435155f12 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1093912 Jun 07 13:42:01.744724 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-18ae5187-7463-4fef-815a-be73f59fd56e req-3d70a1ed-ab56-4318-9581-87b96304b0fd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519323 Jun 07 13:42:02.191793 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a98e43-c210-4d53-bdd6-cf2494b18505 req-8a05db81-baf3-48cc-af7d-bc33a3d0164c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:02.193315 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-64a98e43-c210-4d53-bdd6-cf2494b18505 req-8a05db81-baf3-48cc-af7d-bc33a3d0164c tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1356812 Jun 07 13:42:02.266304 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-64a98e43-c210-4d53-bdd6-cf2494b18505 req-d8892f84-03b8-4540-bfd9-c6159d2c4b12 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653217 Jun 07 13:42:02.272046 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e3a9f-1091-4a39-9c82-6bb857d0937b req-5f6b1c9c-112b-4584-9075-5daea9bad5bc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:02.273692 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-530e3a9f-1091-4a39-9c82-6bb857d0937b req-5f6b1c9c-112b-4584-9075-5daea9bad5bc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1243837 Jun 07 13:42:02.344689 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-530e3a9f-1091-4a39-9c82-6bb857d0937b req-cd83f268-10c3-46d2-998e-6ef2acf9f705 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617752 Jun 07 13:42:02.503988 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f1da09d9-0ddf-4b96-8f8e-8c8ebfc75f80 req-21c9e16b-0087-43f2-89ed-26c9971c4779 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0500519 Jun 07 13:42:02.738379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab43c7-f4f7-44bd-8d4b-8c8a0e579169 req-d7b265f8-b85d-4172-8975-a12123efc4a4 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:02.740805 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c2ab43c7-f4f7-44bd-8d4b-8c8a0e579169 req-d7b265f8-b85d-4172-8975-a12123efc4a4 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1327972 Jun 07 13:42:02.816489 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c2ab43c7-f4f7-44bd-8d4b-8c8a0e579169 req-7139a85e-8c05-492f-9e65-e282fdc102a1 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Jun 07 13:42:03.053129 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88e96-16f1-43b9-8c8f-34fdf0467470 req-fcb02b85-f225-4d35-9842-dff5d50d0ab4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:03.055835 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85e88e96-16f1-43b9-8c8f-34fdf0467470 req-fcb02b85-f225-4d35-9842-dff5d50d0ab4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1274827 Jun 07 13:42:03.155743 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-85e88e96-16f1-43b9-8c8f-34fdf0467470 req-0cc64eed-66d1-4b5a-8591-a54daa262cb1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924053 Jun 07 13:42:03.543438 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f096-ef81-4d7a-8259-ff97c9a2bcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:03.546923 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55741bc5-6dcf-47b1-8a7f-38ab91532a27 req-242a0592-a46d-423a-8406-35632bfe8f28 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:03.548985 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55741bc5-6dcf-47b1-8a7f-38ab91532a27 req-242a0592-a46d-423a-8406-35632bfe8f28 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1474125 Jun 07 13:42:03.678298 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55741bc5-6dcf-47b1-8a7f-38ab91532a27 req-d53bbc4b-1fbf-4490-ade2-8ae2ff2296f9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155810 Jun 07 13:42:03.707871 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950f24a-cbb1-49f3-a5b0-d7168baff04b req-e514e361-3771-414d-a266-4936bb180d11 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:03.710993 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1950f24a-cbb1-49f3-a5b0-d7168baff04b req-e514e361-3771-414d-a266-4936bb180d11 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1703110 Jun 07 13:42:03.801274 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1950f24a-cbb1-49f3-a5b0-d7168baff04b req-69e582c5-2fe1-41c1-8b44-0b99ce4a74dd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731301 Jun 07 13:42:04.048265 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5d17264c-81b9-4b6f-bc66-6150095767c3 req-482c6477-8ff6-4271-922b-05ad58c70de0 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0558684 Jun 07 13:42:04.074601 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e9948-c9b3-4197-8367-6f2a551303cb req-76c39500-4385-411b-a9f1-fb0d6964636d tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:04.076095 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f37e9948-c9b3-4197-8367-6f2a551303cb req-76c39500-4385-411b-a9f1-fb0d6964636d tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1040874 Jun 07 13:42:04.138345 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f37e9948-c9b3-4197-8367-6f2a551303cb req-57c0b59a-6e7f-4039-94cb-ee8d290c9ce1 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550199 Jun 07 13:42:04.368182 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67999f29-5841-42f3-84e3-9f22528c9e3a req-6348218e-1bb0-4f15-bbaf-2408686719be tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:04.369586 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67999f29-5841-42f3-84e3-9f22528c9e3a req-6348218e-1bb0-4f15-bbaf-2408686719be tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.0869887 Jun 07 13:42:04.441126 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67999f29-5841-42f3-84e3-9f22528c9e3a req-4189a04f-a2d8-4934-ba9b-9c446b4f4113 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650334 Jun 07 13:42:04.948705 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f2164-17c3-4499-ac92-3e131b7238af req-3a5f04dc-220a-450c-a655-3d065a9da23d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:04.952579 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-965f2164-17c3-4499-ac92-3e131b7238af req-3a5f04dc-220a-450c-a655-3d065a9da23d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1221874 Jun 07 13:42:05.008028 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-965f2164-17c3-4499-ac92-3e131b7238af req-82afbaf2-e3fa-481e-a14d-6df1ea8f0980 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Jun 07 13:42:05.102586 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2841-43a3-4a1f-845a-b38d4329b460 req-06886006-ee72-432d-94ea-1808731ef372 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:05.104159 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3afd2841-43a3-4a1f-845a-b38d4329b460 req-06886006-ee72-432d-94ea-1808731ef372 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.0996017 Jun 07 13:42:05.161801 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3afd2841-43a3-4a1f-845a-b38d4329b460 req-8ba9cb81-afd2-45be-b567-5cc3cf756287 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512233 Jun 07 13:42:05.223183 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0c2d14b6-91e3-4bf9-9ce8-220cd757e3ab req-c63fd9c2-b47f-4c5d-a98a-e1c54ab9cadb tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0503273 Jun 07 13:42:05.399924 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1029ef-20df-420e-9f56-20175ec65965 req-d48ba534-578e-4404-a84e-daacd7e19a4a tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:05.402288 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6b1029ef-20df-420e-9f56-20175ec65965 req-d48ba534-578e-4404-a84e-daacd7e19a4a tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1004682 Jun 07 13:42:05.460754 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6b1029ef-20df-420e-9f56-20175ec65965 req-6636e37d-2fbc-4f09-b04c-4a18ad8445d5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Jun 07 13:42:05.890789 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36003c71-f20c-4bff-8096-1724fc7fd953 req-5d8a7317-98b4-44c0-996a-0ff8338ecca4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:05.892301 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-36003c71-f20c-4bff-8096-1724fc7fd953 req-5d8a7317-98b4-44c0-996a-0ff8338ecca4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.0982294 Jun 07 13:42:05.945873 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-36003c71-f20c-4bff-8096-1724fc7fd953 req-95add2ce-6733-44be-8c53-3e0fbda8cbce tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457292 Jun 07 13:42:06.245176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8235443-a066-44c5-8975-f24bd13b5c51 req-a29d4afe-7db5-46aa-beb8-127a888c1275 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:06.254351 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e8235443-a066-44c5-8975-f24bd13b5c51 req-a29d4afe-7db5-46aa-beb8-127a888c1275 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1010010 Jun 07 13:42:06.321633 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e8235443-a066-44c5-8975-f24bd13b5c51 req-1d6ed2a4-2ad1-452b-9eee-0e49822f67ee tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Jun 07 13:42:06.445433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb648a-7c97-4c62-b292-b98e05dd512b req-02ee39ed-62db-4c4b-b259-6c8b6d071043 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:06.447335 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f0bb648a-7c97-4c62-b292-b98e05dd512b req-02ee39ed-62db-4c4b-b259-6c8b6d071043 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1244578 Jun 07 13:42:06.519874 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f0bb648a-7c97-4c62-b292-b98e05dd512b req-6fe0cdf6-56f1-45f6-a73a-8313c1e46ea1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608313 Jun 07 13:42:06.543647 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7577a661-432e-4875-94e5-6a0d0c3ef977 req-c7e9865f-5232-44a0-bdb1-840bf3f24561 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0765548 Jun 07 13:42:06.558309 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:06.703786 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:42:06.766365 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a84043-417c-4b05-bbda-71982d3c32ea req-7c19d57e-1f01-48da-966e-c78dd2006269 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:06.767944 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e6a84043-417c-4b05-bbda-71982d3c32ea req-7c19d57e-1f01-48da-966e-c78dd2006269 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.0964961 Jun 07 13:42:06.845176 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e6a84043-417c-4b05-bbda-71982d3c32ea req-3e43d9dc-e329-409e-8f68-94a210aa9622 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698016 Jun 07 13:42:07.180493 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-426d7223-66b3-4c00-8b8d-a871c554a5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:07.197141 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a27256-0837-470c-80aa-cd1f279e9871 req-48d10b27-c189-4668-9ca8-d50e0f72f7f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:07.198810 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d6a27256-0837-470c-80aa-cd1f279e9871 req-48d10b27-c189-4668-9ca8-d50e0f72f7f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1190696 Jun 07 13:42:07.269874 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d6a27256-0837-470c-80aa-cd1f279e9871 req-e3131aa5-dc7f-4f24-9333-b02dc655d77d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638912 Jun 07 13:42:07.566981 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6e5fa-528e-496d-983b-688f23605849 req-5197cbc1-1fb0-4c34-9d14-6ae70728cd0f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:07.567670 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b7c6e5fa-528e-496d-983b-688f23605849 req-5197cbc1-1fb0-4c34-9d14-6ae70728cd0f tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.0934861 Jun 07 13:42:07.651035 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b7c6e5fa-528e-496d-983b-688f23605849 req-c2ac3e11-0bb9-42f9-a08f-1cdb71b224bc tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641193 Jun 07 13:42:07.860391 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abac49e5-9ee8-492b-be29-b002dca28df5 req-2ff6df74-b88c-4274-9ca2-81de8ae3810b tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0568280 Jun 07 13:42:07.916642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1ace9-6a2a-475f-bf7c-6aaf5da50448 req-9a8fe6ce-e2df-4b21-8374-69334f2a56a5 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:07.918458 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b6f1ace9-6a2a-475f-bf7c-6aaf5da50448 req-9a8fe6ce-e2df-4b21-8374-69334f2a56a5 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1671669 Jun 07 13:42:07.993150 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b6f1ace9-6a2a-475f-bf7c-6aaf5da50448 req-c271fdfd-ae77-4508-b053-3e56ef75c266 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652418 Jun 07 13:42:08.213535 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:08.217195 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54664ac1-c701-4012-8bdf-11be0c541796 req-3cb36b9e-cb74-486d-86f9-9a2d72c849f9 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:08.219805 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-54664ac1-c701-4012-8bdf-11be0c541796 req-3cb36b9e-cb74-486d-86f9-9a2d72c849f9 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.2410576 Jun 07 13:42:08.283186 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-54664ac1-c701-4012-8bdf-11be0c541796 req-a487809b-9aee-40ad-a29b-1a0e834ecabd tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561156 Jun 07 13:42:08.615120 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa9117-ffab-469e-9048-c2cb4b755545 req-40c24a39-bbfa-4aa3-92ff-1586e7883aba tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:08.616827 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-06fa9117-ffab-469e-9048-c2cb4b755545 req-40c24a39-bbfa-4aa3-92ff-1586e7883aba tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1686237 Jun 07 13:42:08.700805 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-06fa9117-ffab-469e-9048-c2cb4b755545 req-c3354236-8dbc-4e60-8e1c-e30f5dad9b12 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 Jun 07 13:42:08.916563 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49297b-b1ea-4927-bd84-1b2279120c32 req-f9c66507-c8dc-4fc8-819b-799f476e7de4 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:08.919178 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ff49297b-b1ea-4927-bd84-1b2279120c32 req-f9c66507-c8dc-4fc8-819b-799f476e7de4 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1107271 Jun 07 13:42:08.982174 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ff49297b-b1ea-4927-bd84-1b2279120c32 req-abc52f8e-24b4-4632-8623-5a3011a7db97 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541222 Jun 07 13:42:09.050332 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b2353fd-b428-425c-b365-8d1b5166c3df req-4ac63799-c981-4156-bea9-4d55d1cd6d49 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0509059 Jun 07 13:42:09.213892 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b8a4b-87de-4212-95ef-79363c8c01c1 req-95e04c85-d95b-4523-8882-928f9e8cec1b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:09.215292 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-280b8a4b-87de-4212-95ef-79363c8c01c1 req-95e04c85-d95b-4523-8882-928f9e8cec1b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.0916560 Jun 07 13:42:09.269040 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-280b8a4b-87de-4212-95ef-79363c8c01c1 req-54ee016d-f5cc-456d-b27a-ee58c6c8a6e3 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474937 Jun 07 13:42:09.512542 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001ead-e0e8-445f-b8a3-92dde02d328a req-cb6c8f5d-b2f3-4d76-a8ec-85dd25e8e40e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:09.514946 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a001ead-e0e8-445f-b8a3-92dde02d328a req-cb6c8f5d-b2f3-4d76-a8ec-85dd25e8e40e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1071835 Jun 07 13:42:09.568633 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a001ead-e0e8-445f-b8a3-92dde02d328a req-4532e64a-ce21-4d46-8b09-3d66fed3c803 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468154 Jun 07 13:42:09.636955 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:09.982962 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b64f10-251a-475c-90c6-389027c45a17 req-1b23610f-23a1-40a3-a9f6-e30d170462d7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:09.985466 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d2b64f10-251a-475c-90c6-389027c45a17 req-1b23610f-23a1-40a3-a9f6-e30d170462d7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1276846 Jun 07 13:42:10.113376 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d2b64f10-251a-475c-90c6-389027c45a17 req-5c5a9669-c2c5-4e49-8dc6-3d6017963022 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213193 Jun 07 13:42:10.173462 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b097d1-ab5a-4277-8255-e05934955f75 req-02cd82e6-dbb7-4b16-bcaf-89330bf112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:10.176601 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-65b097d1-ab5a-4277-8255-e05934955f75 req-02cd82e6-dbb7-4b16-bcaf-89330bf112b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 1098 time: 0.1483686 Jun 07 13:42:10.298927 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4800276d-ee1d-465e-98ba-79af535e1aa7 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cacac567e9384e16a5a6c3b1b647c9fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720468 Jun 07 13:42:10.326736 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3e0eb689-aa57-4850-b589-d0d03e511d0a req-bc5b2134-f79a-47b4-bb33-86f3626f9331 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0764992 Jun 07 13:42:10.328535 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-65b097d1-ab5a-4277-8255-e05934955f75 req-3c14a812-2f11-41c0-b85c-7fa9f4f7070a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310489 Jun 07 13:42:10.607335 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c871b-d91a-4c67-849f-33fe1f9758d2 req-c7fed813-5a3a-463c-b61d-a268175b9940 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:10.609335 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3c2c871b-d91a-4c67-849f-33fe1f9758d2 req-c7fed813-5a3a-463c-b61d-a268175b9940 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1261270 Jun 07 13:42:10.617987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-45c512cf-c297-45e4-8b5a-de35fc9ebcd5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:10.619495 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-45c512cf-c297-45e4-8b5a-de35fc9ebcd5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116074 Jun 07 13:42:10.628887 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ec9dc-22d8-40de-99ce-cbd39b6b575f req-417833b1-e819-4549-8a1d-a0476b87bfa9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:10.630425 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a5ec9dc-22d8-40de-99ce-cbd39b6b575f req-417833b1-e819-4549-8a1d-a0476b87bfa9 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.4697080 Jun 07 13:42:10.644797 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Request body: {'port': {'device_id': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8', 'admin_state_up': True, 'tenant_id': 'cacac567e9384e16a5a6c3b1b647c9fb'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:10.665023 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3c2c871b-d91a-4c67-849f-33fe1f9758d2 req-92bd910c-0669-4620-bbf0-24fa06b07090 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Jun 07 13:42:10.793467 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9a5ec9dc-22d8-40de-99ce-cbd39b6b575f req-8ccca370-e6be-4c95-a8ad-9804e19b81a4 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294935 Jun 07 13:42:10.882902 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Made reservation on behalf of cacac567e9384e16a5a6c3b1b647c9fb for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:10.886527 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:10.902199 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:10.923488 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908d43e-9e3c-46df-a8b8-0f3be51d7eed req-6aa6b346-54c1-4842-893f-5a89c5dd241d tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:10.926507 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a908d43e-9e3c-46df-a8b8-0f3be51d7eed req-6aa6b346-54c1-4842-893f-5a89c5dd241d tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1298478 Jun 07 13:42:10.986152 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a908d43e-9e3c-46df-a8b8-0f3be51d7eed req-67eabd9f-a894-4e52-aa1b-d7a88f2abb37 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507660 Jun 07 13:42:11.055487 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.060488 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.067547 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e26f3911-cdbf-4951-974d-94df5603e50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:11.162236 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7837114-c27f-4cd7-91ca-4b5008d1e9d9,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:11.178175 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:11.344167 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Allocated IP 192.168.233.173 (5136b0de-c34f-4b49-9cfb-8d93cd6df5e8/eaa3d77d-1a3b-4523-bb4b-c1e7dcd71b6b/f7c8f2ea-2c6b-421a-b80e-9ca0184f7041) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:11.394414 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1e457-206b-4c21-8764-6cfe2fcaa539 req-31740129-5b38-47d0-bef3-aee8556c626b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:11.396053 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-65e1e457-206b-4c21-8764-6cfe2fcaa539 req-31740129-5b38-47d0-bef3-aee8556c626b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1529639 Jun 07 13:42:11.528661 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-65e1e457-206b-4c21-8764-6cfe2fcaa539 req-c289ef7c-4b8e-4012-9372-28eb5fae9368 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197333 Jun 07 13:42:11.532386 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3adc0c64-9417-4494-9494-1ae9c3bc207f req-7ccb5e7d-6dbe-48c9-b113-ce47f99d486e tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.0549760 Jun 07 13:42:11.683391 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.713787 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Transition to ACTIVE for port object f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:11.762767 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.771697 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-cf488fcb-e667-4216-9d93-d4bed884cd8d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:11.775683 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:11.776190 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-cf488fcb-e667-4216-9d93-d4bed884cd8d tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.1382306 Jun 07 13:42:11.848286 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:11.849703 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:11.852951 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:11.969299 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Pushing event updated for resources: {'Port': ['ID=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:11.975740 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:12.002097 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.003529 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:12.028945 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3902502 Jun 07 13:42:12.059845 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Request body: {'port': {'device_id': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:12.267127 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-33e39bc4-aad2-4253-b9f2-ffcf9db798b2 None None] Provisioning for port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:12.275051 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-33e39bc4-aad2-4253-b9f2-ffcf9db798b2 None None] Provisioning complete for port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:12.275846 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-33e39bc4-aad2-4253-b9f2-ffcf9db798b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:12.292838 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d577ee-c6b2-42a1-b7a5-3a710e863779 req-c2485745-4b17-4c37-8a0a-3ad3c059d6b2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.304808 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-04d577ee-c6b2-42a1-b7a5-3a710e863779 req-c2485745-4b17-4c37-8a0a-3ad3c059d6b2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.4095809 Jun 07 13:42:12.340367 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:12.374648 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003603a-8b5f-45a7-a15c-506d41658c38 req-78a2632a-5187-4c9a-9b2c-1c286c385a7a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.376262 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-33e39bc4-aad2-4253-b9f2-ffcf9db798b2 None None] Port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:12.382564 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6003603a-8b5f-45a7-a15c-506d41658c38 req-78a2632a-5187-4c9a-9b2c-1c286c385a7a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 946 time: 0.2429776 Jun 07 13:42:12.396977 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Deleting port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:12.397546 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:12.473442 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-04d577ee-c6b2-42a1-b7a5-3a710e863779 req-d36cda65-c01e-4e5c-adf2-17a897dbd536 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428058 Jun 07 13:42:12.545012 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f5cb-17bb-4851-9440-dc7a42850cd6 req-55ab82f3-367e-41d2-9a5d-48743cd3e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.547409 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a01f5cb-17bb-4851-9440-dc7a42850cd6 req-55ab82f3-367e-41d2-9a5d-48743cd3e09b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1099 time: 0.3771005 Jun 07 13:42:12.555060 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6003603a-8b5f-45a7-a15c-506d41658c38 req-170c7295-b7ea-424c-836a-3e3bb970ef92 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356800 Jun 07 13:42:12.649074 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] For port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:12.649604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:12.709826 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a01f5cb-17bb-4851-9440-dc7a42850cd6 req-36014bca-e46b-4c53-8e44-1b1701bc0aee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488345 Jun 07 13:42:12.874886 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Calling delete_port for 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:12.938425 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4560f0c-c813-4872-9e9e-ecb9526619da req-62310998-2957-442c-8588-b3e491486a6b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.939991 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b4560f0c-c813-4872-9e9e-ecb9526619da req-62310998-2957-442c-8588-b3e491486a6b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.2725852 Jun 07 13:42:12.960469 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee27c1e-6b48-4be9-a776-f081f0f638da req-141f6b27-1978-4ef7-afb9-612cc5a3a8a7 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.962459 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6ee27c1e-6b48-4be9-a776-f081f0f638da req-141f6b27-1978-4ef7-afb9-612cc5a3a8a7 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 936 time: 0.1863332 Jun 07 13:42:13.004809 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:42:13.015282 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:13.046663 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b4560f0c-c813-4872-9e9e-ecb9526619da req-f01a28fc-6c02-472c-a045-0fed3ec66afe tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913768 Jun 07 13:42:13.052144 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6ee27c1e-6b48-4be9-a776-f081f0f638da req-58c473cd-7406-443a-9ea8-8fc54fc70df9 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775826 Jun 07 13:42:13.089134 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Transition to ACTIVE for port object f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:13.090802 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:13.094462 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:13.100739 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:13.110950 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f', '09f55b61-1e15-49f0-b2f1-61c7e2f87e03'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:42:13.127425 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-118b9270-cfcf-4efd-a9fb-273f17a7ba0f tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:13.241360 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event deleted for resources: {'Port': ['ID=09f55b61-1e15-49f0-b2f1-61c7e2f87e03,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:13.244583 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:13.479749 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Pushing event updated for resources: {'Port': ['ID=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:13.552950 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:13.663459 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] No DVR routers for this DVR port 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:13.667263 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:13.669375 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9e00a5d2-56c8-41ef-b635-4fedb6bc0a6e req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "DELETE /v2.0/ports/09f55b61-1e15-49f0-b2f1-61c7e2f87e03 HTTP/1.1" status: 204 len: 173 time: 1.8800869 Jun 07 13:42:13.670218 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'name': 'network-vif-deleted', 'tag': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:13.672660 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32403217-f493-477e-858d-f7de217e4c53" -d '{"events": [{"server_uuid": "270eac5a-ba0b-46a7-98d5-a6153117c1cb", "name": "network-vif-deleted", "tag": "09f55b61-1e15-49f0-b2f1-61c7e2f87e03"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:13.716910 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Attempting to bind port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:13.717261 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Attempting to bind port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:13.717631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Attempting to bind port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 on network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:13.727502 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 on network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:42:13.727865 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Attempting to bind port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 on network 5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:13.735237 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:13.735659 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Checking segment: {'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:13.736172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Bound using segment: {'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:13.737352 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Bound port: f7c8f2ea-2c6b-421a-b80e-9ca0184f7041, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b7ad42-8dba-4bff-85cb-053a17e9fc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:13.738297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:13.748597 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b074a-f848-4a16-9056-9970ba7a654e req-1aff0c01-cf2e-496f-8351-38341fe0eb21 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:13.759826 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0c0b074a-f848-4a16-9056-9970ba7a654e req-1aff0c01-cf2e-496f-8351-38341fe0eb21 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2207844 Jun 07 13:42:13.825809 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:13.870118 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0c0b074a-f848-4a16-9056-9970ba7a654e req-c3a3665d-7739-46f8-a196-36380b9077cb tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084943 Jun 07 13:42:13.917489 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0603b4-5046-4d84-bd08-d33a8f48331e req-35adf162-1e6f-46cc-8c9e-cffdc4d83466 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:13.928033 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0603b4-5046-4d84-bd08-d33a8f48331e req-35adf162-1e6f-46cc-8c9e-cffdc4d83466 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.2786024 Jun 07 13:42:14.028812 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] For port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:14.038758 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] For port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,segment=NetworkSegment(89b7ad42-8dba-4bff-85cb-053a17e9fc85),segment_id=89b7ad42-8dba-4bff-85cb-053a17e9fc85)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:14.044406 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ac0603b4-5046-4d84-bd08-d33a8f48331e req-38bf23c9-fcc4-4ae9-a091-43addee456e2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152298 Jun 07 13:42:14.046618 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:14.052624 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:14.137612 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.138543 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:14.140083 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] 10.222.0.60 "PUT /v2.0/ports/f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 HTTP/1.1" status: 200 len: 1098 time: 2.0965722 Jun 07 13:42:14.140583 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'tag': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:14.143859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a836e-8d8c-4826-b267-b3b0a6086f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "07aef3f7-abb1-4901-86d7-8deec21f9993", "tag": "f7c8f2ea-2c6b-421a-b80e-9ca0184f7041"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:14.153259 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e86d6458-0252-4e45-b4dd-7454a9e32b76 req-28cf62db-5859-46e6-a98c-ffd041c5d5c6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=270eac5a-ba0b-46a7-98d5-a6153117c1cb HTTP/1.1" status: 200 len: 210 time: 0.1137087 Jun 07 13:42:14.187914 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Pushing event updated for resources: {'Port': ['ID=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:14.194022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:14.250369 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b19de0-9ac1-45a7-bbd6-d6cc17a24052 x-openstack-request-id: req-f1b19de0-9ac1-45a7-bbd6-d6cc17a24052 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:14.262468 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270eac5a-ba0b-46a7-98d5-a6153117c1cb", "name": "network-vif-deleted", "tag": "09f55b61-1e15-49f0-b2f1-61c7e2f87e03", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:14.262851 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1b19de0-9ac1-45a7-bbd6-d6cc17a24052 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:14.263487 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270eac5a-ba0b-46a7-98d5-a6153117c1cb', 'name': 'network-vif-deleted', 'tag': '09f55b61-1e15-49f0-b2f1-61c7e2f87e03', 'status': 'completed', 'code': 200} Jun 07 13:42:14.360153 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25474e-8c9e-493e-9726-423c1c52f974 x-openstack-request-id: req-0f25474e-8c9e-493e-9726-423c1c52f974 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:14.360776 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07aef3f7-abb1-4901-86d7-8deec21f9993", "tag": "f7c8f2ea-2c6b-421a-b80e-9ca0184f7041", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:14.360993 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f25474e-8c9e-493e-9726-423c1c52f974 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:14.361430 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'tag': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041', 'status': 'completed', 'code': 200} Jun 07 13:42:14.405987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-9952be99-7845-43a9-870c-251b4e0804f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.408074 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-9952be99-7845-43a9-870c-251b4e0804f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cacac567e9384e16a5a6c3b1b647c9fb&device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 1101 time: 0.2033694 Jun 07 13:42:14.479770 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c6859-68cd-449f-910d-aaed731ab1c7 req-0361f793-1286-4ff1-93f6-f4634b60ff5e tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.481789 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3d1c6859-68cd-449f-910d-aaed731ab1c7 req-0361f793-1286-4ff1-93f6-f4634b60ff5e tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 948 time: 0.1201301 Jun 07 13:42:14.520018 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-62b7f205-92a1-4cb3-8c19-ebf5c82c9302 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 HTTP/1.1" status: 200 len: 217 time: 0.0765622 Jun 07 13:42:14.545308 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3d1c6859-68cd-449f-910d-aaed731ab1c7 req-beee5398-d51c-41e6-a622-2d8cf332e270 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Jun 07 13:42:14.653581 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-dd95597b-8b3e-4d34-87ee-70644a584747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.655344 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-dd95597b-8b3e-4d34-87ee-70644a584747 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaa3d77d-1a3b-4523-bb4b-c1e7dcd71b6b HTTP/1.1" status: 200 len: 843 time: 0.0952096 Jun 07 13:42:14.788087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-999946c7-d793-4c42-8f8f-b33aa53e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.790865 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-999946c7-d793-4c42-8f8f-b33aa53e358e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5136b0de-c34f-4b49-9cfb-8d93cd6df5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1217520 Jun 07 13:42:15.003209 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-44583c26-7be2-4715-b999-a28cf864ffb5 service neutron] 10.222.0.60 "GET /v2.0/networks/5136b0de-c34f-4b49-9cfb-8d93cd6df5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965125 Jun 07 13:42:15.273380 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e7f8932b-6afb-4507-9289-92f78f92fe3b req-d5d42dbe-3d31-44d5-9889-e7d25f3b573c service neutron] 10.222.0.60 "GET /v2.0/networks/5136b0de-c34f-4b49-9cfb-8d93cd6df5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572303 Jun 07 13:42:15.284722 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523df1e-2395-4f59-a047-facb04f03ddd req-8de4c5f7-fb83-4c2f-99eb-facf60039354 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:15.286852 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6523df1e-2395-4f59-a047-facb04f03ddd req-8de4c5f7-fb83-4c2f-99eb-facf60039354 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2723892 Jun 07 13:42:15.332338 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7394672-6efd-4daa-9cf2-87f999809384 req-b44349db-37d7-42bd-8a77-8d07105f8a50 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:15.335822 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7394672-6efd-4daa-9cf2-87f999809384 req-b44349db-37d7-42bd-8a77-8d07105f8a50 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1356647 Jun 07 13:42:15.367230 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6523df1e-2395-4f59-a047-facb04f03ddd req-f977bcca-4ef0-4eda-b6ad-c7a86044c88b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689466 Jun 07 13:42:15.418643 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e7394672-6efd-4daa-9cf2-87f999809384 req-2cf8f52e-6c83-403a-80fc-c7a42d19ab94 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749156 Jun 07 13:42:15.509741 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-18287274-8273-4bce-8e92-6c60fd5ee40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:15.511641 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-18287274-8273-4bce-8e92-6c60fd5ee40f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cacac567e9384e16a5a6c3b1b647c9fb&device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 1101 time: 0.1418023 Jun 07 13:42:15.704296 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-78e1b9d1-5b65-4b99-a472-2e6a11cb9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:15.707204 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-78e1b9d1-5b65-4b99-a472-2e6a11cb9787 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5136b0de-c34f-4b49-9cfb-8d93cd6df5e8 HTTP/1.1" status: 200 len: 870 time: 0.1834159 Jun 07 13:42:15.812919 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-591ef1f6-8931-4569-ae1b-4362e7c3c2c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 HTTP/1.1" status: 200 len: 217 time: 0.0881376 Jun 07 13:42:15.877014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f92133-0688-4842-911a-17705985d6da req-7e04c9ee-63ad-4010-aada-767d309f2eef tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:15.879819 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92f92133-0688-4842-911a-17705985d6da req-7e04c9ee-63ad-4010-aada-767d309f2eef tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 948 time: 0.1416132 Jun 07 13:42:15.925614 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-196d6f7d-ac95-48b6-a893-2be12e667189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:15.926948 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-196d6f7d-ac95-48b6-a893-2be12e667189 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eaa3d77d-1a3b-4523-bb4b-c1e7dcd71b6b HTTP/1.1" status: 200 len: 843 time: 0.1025341 Jun 07 13:42:15.967603 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-92f92133-0688-4842-911a-17705985d6da req-f17e8a50-346b-4a15-a815-2d4a614eb7bf tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788174 Jun 07 13:42:16.074039 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:16.086350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-ef0807cb-5d9f-499f-b480-b9721af9cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:16.087836 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-ef0807cb-5d9f-499f-b480-b9721af9cbd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1099 time: 0.1168344 Jun 07 13:42:16.119810 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:16.120475 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 09f55b61-1e15-49f0-b2f1-61c7e2f87e03 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:16.271022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-7a976963-d1ab-476f-9716-734b7033c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:16.272554 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-7a976963-d1ab-476f-9716-734b7033c6ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5136b0de-c34f-4b49-9cfb-8d93cd6df5e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3157711 Jun 07 13:42:16.289392 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-ae6f1ace-6423-407c-ad87-4b985d55c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:16.290986 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-ae6f1ace-6423-407c-ad87-4b985d55c975 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 920 time: 0.1817873 Jun 07 13:42:16.377610 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-6045e261-5516-49e8-abce-7b362e5df2f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 200 len: 217 time: 0.0738516 Jun 07 13:42:16.412230 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570fa79-d8f0-425e-9527-33a353b8661e req-dad4c6c6-fcd4-42f8-8302-7f7932c8946c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:16.413815 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d570fa79-d8f0-425e-9527-33a353b8661e req-dad4c6c6-fcd4-42f8-8302-7f7932c8946c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.3504179 Jun 07 13:42:16.483636 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-13315797-c036-4553-829c-a6b763e55701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:16.486159 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-13315797-c036-4553-829c-a6b763e55701 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.0977781 Jun 07 13:42:16.529384 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-480b8fd7-b58f-46f3-beaa-fe82c0cba1cb service neutron] 10.222.0.60 "GET /v2.0/networks/5136b0de-c34f-4b49-9cfb-8d93cd6df5e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460661 Jun 07 13:42:16.533028 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d570fa79-d8f0-425e-9527-33a353b8661e req-8b8ebb48-3149-4c51-946d-18baf1172bb5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063354 Jun 07 13:42:16.609580 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-de9d8b3f-f9b0-4014-ab31-9921cb9034e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074436 Jun 07 13:42:16.736599 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-836a836e-8d8c-4826-b267-b3b0a6086f4f req-62b63310-8dc9-4062-b6fe-eb286ea2678a service neutron] 10.222.0.60 "GET /v2.0/networks/5136b0de-c34f-4b49-9cfb-8d93cd6df5e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790178 Jun 07 13:42:16.848030 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae88f8-644f-4b19-ba49-5cc1ac644144 req-ccd2d4ea-ae29-4a61-9e67-e2c2e8a455da tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:16.849548 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aaae88f8-644f-4b19-ba49-5cc1ac644144 req-ccd2d4ea-ae29-4a61-9e67-e2c2e8a455da tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.2030983 Jun 07 13:42:16.851605 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-f062e126-0404-4b64-a4cc-835266385c87 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291329 Jun 07 13:42:17.047904 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aaae88f8-644f-4b19-ba49-5cc1ac644144 req-f6ab83a5-b202-47b9-8215-e3586e935a4e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914430 Jun 07 13:42:17.106939 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db2e2183-495d-45aa-a4f6-3e0869bd90f6 req-fccc0ade-55ed-4c31-91a5-8d517c4269a0 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261395 Jun 07 13:42:17.350166 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c559cc-99a2-45e5-90a0-261a61c3c50d req-eb2c740d-ae6d-4289-aa20-696e05c77b02 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:17.351769 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b7c559cc-99a2-45e5-90a0-261a61c3c50d req-eb2c740d-ae6d-4289-aa20-696e05c77b02 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 948 time: 0.1291559 Jun 07 13:42:17.406540 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b7c559cc-99a2-45e5-90a0-261a61c3c50d req-34b5deae-8109-4ba7-9e5e-b2736a94b69f tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Jun 07 13:42:17.415200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa0d69-1d31-47a5-ad0f-e9842bfd14a8 req-37b495f9-a8c8-42d1-8adb-a862595499e7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:17.417010 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-71aa0d69-1d31-47a5-ad0f-e9842bfd14a8 req-37b495f9-a8c8-42d1-8adb-a862595499e7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.0884111 Jun 07 13:42:17.493215 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-71aa0d69-1d31-47a5-ad0f-e9842bfd14a8 req-7f345ce4-acc7-4340-97f6-ef47e5a292e1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657659 Jun 07 13:42:17.816898 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552e200-9398-470f-8a04-b74bcab6c537 req-073c2794-a878-42bd-bd17-afb69dc24da5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:17.818497 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8552e200-9398-470f-8a04-b74bcab6c537 req-073c2794-a878-42bd-bd17-afb69dc24da5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1013112 Jun 07 13:42:17.872479 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8552e200-9398-470f-8a04-b74bcab6c537 req-6ed7da47-705f-40f2-b52b-31f0cbf158c3 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Jun 07 13:42:18.083707 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:42:18.280260 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:18.297851 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'port_id': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'mac_address': 'fa:16:3e:f2:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:42:18.346990 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7efe5-1e3e-4f27-8d28-e9a1b08af79b req-4ae4be5d-d632-4cd7-b4af-ec55116c775b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:18.350958 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2bd7efe5-1e3e-4f27-8d28-e9a1b08af79b req-4ae4be5d-d632-4cd7-b4af-ec55116c775b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 944 time: 0.1389711 Jun 07 13:42:18.371081 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.403338 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e54756b-d778-464f-bd99-a8c76a8dc321 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:42:18.403830 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2bd7efe5-1e3e-4f27-8d28-e9a1b08af79b req-424b6266-8714-48d3-b4ac-109fb7370849 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471320 Jun 07 13:42:18.431418 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:18.436264 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.437013 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:42:18.439452 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:18.589886 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=9']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:18.641970 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b691-ac85-412c-be6c-6b38f2f33e4a req-cc69d75b-22d7-4c90-805e-7ae9a10a8339 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:18.644812 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a113b691-ac85-412c-be6c-6b38f2f33e4a req-cc69d75b-22d7-4c90-805e-7ae9a10a8339 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 948 time: 0.1165142 Jun 07 13:42:18.663278 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:18.725173 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a113b691-ac85-412c-be6c-6b38f2f33e4a req-2dcd5903-fd13-4977-b812-d90c4b704464 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729191 Jun 07 13:42:18.735450 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,segment=NetworkSegment(89b7ad42-8dba-4bff-85cb-053a17e9fc85),segment_id=89b7ad42-8dba-4bff-85cb-053a17e9fc85)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:18.756719 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041', 'network_id': '5136b0de-c34f-4b49-9cfb-8d93cd6df5e8', 'port_id': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041', 'mac_address': 'fa:16:3e:0e:56:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa3d77d-1a3b-4523-bb4b-c1e7dcd71b6b', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:42:18.816333 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a33f6-d0fd-4915-b70a-5d52a537626e req-bfec5ab3-4a42-4404-9dd3-ad0664f29c0e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:18.818660 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-673a33f6-d0fd-4915-b70a-5d52a537626e req-bfec5ab3-4a42-4404-9dd3-ad0664f29c0e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.1428130 Jun 07 13:42:18.837319 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.864727 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:42:18.882912 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,segment=NetworkSegment(89b7ad42-8dba-4bff-85cb-053a17e9fc85),segment_id=89b7ad42-8dba-4bff-85cb-053a17e9fc85)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:18.884929 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-673a33f6-d0fd-4915-b70a-5d52a537626e req-6032d6c9-ba1e-4875-818a-c9d4748bc581 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556345 Jun 07 13:42:18.887858 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.890273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cc2fe0a6-533f-4202-b930-3c34527914b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:18.977037 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:18.980537 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:19.204806 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0638b-ab31-4104-92da-aa9bd01fc72d req-b5ab0065-ac9f-46fb-b4ce-65eb8d11f676 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:19.206407 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-08f0638b-ab31-4104-92da-aa9bd01fc72d req-b5ab0065-ac9f-46fb-b4ce-65eb8d11f676 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1942210 Jun 07 13:42:19.259582 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-08f0638b-ab31-4104-92da-aa9bd01fc72d req-8179d363-b474-4723-bd4c-18fdb59d4be8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463471 Jun 07 13:42:19.458285 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['f7c8f2ea-2c6b-421a-b80e-9ca0184f7041'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:42:19.506748 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['1e54756b-d778-464f-bd99-a8c76a8dc321'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:42:19.612176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64a144-959f-4602-94e8-d7aee2987c07 req-afd5f19b-7caa-4a3a-ad01-d43f0d099da6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:19.613354 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8c64a144-959f-4602-94e8-d7aee2987c07 req-afd5f19b-7caa-4a3a-ad01-d43f0d099da6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 945 time: 0.0834529 Jun 07 13:42:19.692138 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8c64a144-959f-4602-94e8-d7aee2987c07 req-17af8f5f-034b-4a07-a295-9e523d0dab92 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665832 Jun 07 13:42:19.988255 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239cb7c-73ec-405e-8290-23fe02b8e863 req-ef0978da-0f7a-4f83-b319-8e567b990e2b tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:19.989812 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0239cb7c-73ec-405e-8290-23fe02b8e863 req-ef0978da-0f7a-4f83-b319-8e567b990e2b tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 949 time: 0.1138566 Jun 07 13:42:20.040336 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0239cb7c-73ec-405e-8290-23fe02b8e863 req-df5484b4-7a77-4322-98e0-503eb34c2014 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Jun 07 13:42:20.130683 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c97b4-5c2e-443e-afbb-ca96ea791f0b req-45dac58f-3fc9-43cb-9841-734710bc67f7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:20.132184 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-549c97b4-5c2e-443e-afbb-ca96ea791f0b req-45dac58f-3fc9-43cb-9841-734710bc67f7 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.0960686 Jun 07 13:42:20.195377 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-549c97b4-5c2e-443e-afbb-ca96ea791f0b req-eb320d49-aac9-4554-b92b-b0ed659dd917 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Jun 07 13:42:20.489489 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c54367-5cc3-4543-b08a-f8d8d08ef97c req-7a82027d-8f10-4d68-b164-4cc3cfbef0a7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:20.491007 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d4c54367-5cc3-4543-b08a-f8d8d08ef97c req-7a82027d-8f10-4d68-b164-4cc3cfbef0a7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1088221 Jun 07 13:42:20.606743 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d4c54367-5cc3-4543-b08a-f8d8d08ef97c req-8a9511e0-8956-4b62-af4e-96bba7820e9c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074715 Jun 07 13:42:20.657215 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-8e676e80-b571-4ebd-a2ad-5ebc78169c4a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:20.659640 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-8e676e80-b571-4ebd-a2ad-5ebc78169c4a tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.1286392 Jun 07 13:42:20.867306 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Deleting port 2a93fab3-d161-4922-808d-11417819561f {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:20.867711 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:20.946556 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738eb34-f6a9-44e6-9ec7-4b21dcf8ace0 req-df1ee9cf-41ac-4c80-ae19-aa1319a3a43b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:20.948398 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f738eb34-f6a9-44e6-9ec7-4b21dcf8ace0 req-df1ee9cf-41ac-4c80-ae19-aa1319a3a43b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 945 time: 0.1015456 Jun 07 13:42:21.017562 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f738eb34-f6a9-44e6-9ec7-4b21dcf8ace0 req-50399f82-b5fe-4b79-a0e7-91f5f0d853f7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592947 Jun 07 13:42:21.035517 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] For port 2a93fab3-d161-4922-808d-11417819561f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a93fab3-d161-4922-808d-11417819561f,segment=NetworkSegment(2570a0f2-2272-4ee2-a5ff-7f1bdfaad035),segment_id=2570a0f2-2272-4ee2-a5ff-7f1bdfaad035)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:21.036166 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:21.173542 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Calling delete_port for 2a93fab3-d161-4922-808d-11417819561f owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:21.393697 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30099d7c-c425-4d3e-ae5d-766e91ab4ef7 req-4018c0bd-902a-421c-b806-f62f23c66903 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:21.393697 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-30099d7c-c425-4d3e-ae5d-766e91ab4ef7 req-4018c0bd-902a-421c-b806-f62f23c66903 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 949 time: 0.1742785 Jun 07 13:42:21.485821 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ba388-0b46-4552-a605-d644976d6250 req-95f36ef3-4505-4d9f-a961-b349aa85e9c6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:21.488984 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f0ba388-0b46-4552-a605-d644976d6250 req-95f36ef3-4505-4d9f-a961-b349aa85e9c6 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 945 time: 0.1300700 Jun 07 13:42:21.532225 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-30099d7c-c425-4d3e-ae5d-766e91ab4ef7 req-89095447-6743-4f6a-9dd7-e737ea4ad10b tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302803 Jun 07 13:42:21.558892 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:21.582792 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-821b31fd-7d82-4949-a27b-68403620afbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:21.590967 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['2a93fab3-d161-4922-808d-11417819561f'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:42:21.592810 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f0ba388-0b46-4552-a605-d644976d6250 req-d9b0ec79-d52a-429a-86f2-0f69ba90dc50 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/security-groups?id=95dd12c7-2ad2-47a5-938b-cc7dc968940f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Jun 07 13:42:21.667879 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Pushing event deleted for resources: {'Port': ['ID=2a93fab3-d161-4922-808d-11417819561f,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:21.704474 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:21.727640 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] No DVR routers for this DVR port 2a93fab3-d161-4922-808d-11417819561f on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:21.730106 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:21.732069 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-afb6b9ee-3c97-483b-ad8d-78f3f76e2e5d req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.60 "DELETE /v2.0/ports/2a93fab3-d161-4922-808d-11417819561f HTTP/1.1" status: 204 len: 173 time: 1.0618269 Jun 07 13:42:21.732576 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'name': 'network-vif-deleted', 'tag': '2a93fab3-d161-4922-808d-11417819561f'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:21.734924 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86384921-cfbb-4474-ac9f-5189437b82a6" -d '{"events": [{"server_uuid": "aea5d7d3-54b9-4269-9d0f-3062d285a45c", "name": "network-vif-deleted", "tag": "2a93fab3-d161-4922-808d-11417819561f"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:21.824579 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342de7d5-e567-4592-835c-1fc187f269bc x-openstack-request-id: req-342de7d5-e567-4592-835c-1fc187f269bc {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:21.824953 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea5d7d3-54b9-4269-9d0f-3062d285a45c", "name": "network-vif-deleted", "tag": "2a93fab3-d161-4922-808d-11417819561f", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:21.825212 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-342de7d5-e567-4592-835c-1fc187f269bc {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:21.825663 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea5d7d3-54b9-4269-9d0f-3062d285a45c', 'name': 'network-vif-deleted', 'tag': '2a93fab3-d161-4922-808d-11417819561f', 'status': 'completed', 'code': 200} Jun 07 13:42:21.894472 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4a501-2e9a-4124-8bb4-2dc3f86fed81 req-7e186931-e7d4-4f93-a228-cc2fd3711e12 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:21.898267 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cff4a501-2e9a-4124-8bb4-2dc3f86fed81 req-7e186931-e7d4-4f93-a228-cc2fd3711e12 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1240704 Jun 07 13:42:21.956598 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cff4a501-2e9a-4124-8bb4-2dc3f86fed81 req-319e1802-91e8-498e-85ee-4a6009896ee1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535753 Jun 07 13:42:22.102139 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:22.184791 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 1e54756b-d778-464f-bd99-a8c76a8dc321 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:22.185163 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.290577 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13ddf1-9cad-4485-a233-783961d3f8ca req-d906870c-f79a-4f42-92ea-a3717b6bfefd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:22.293757 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eb13ddf1-9cad-4485-a233-783961d3f8ca req-d906870c-f79a-4f42-92ea-a3717b6bfefd tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 945 time: 0.1157482 Jun 07 13:42:22.378735 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-eb13ddf1-9cad-4485-a233-783961d3f8ca req-54c8125f-c2d2-4c99-9dfc-c2d8bc88d633 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743721 Jun 07 13:42:22.399483 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.461291 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:22.464931 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f9a662-65b5-4916-9550-b4512b05febe" -d '{"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-plugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:22.475875 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:22.481940 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.484388 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:22.518804 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:22.606505 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54f537f-4706-4222-a1e9-07a99ddd0816 x-openstack-request-id: req-c54f537f-4706-4222-a1e9-07a99ddd0816 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:22.608202 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-plugged", "status": "completed", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:22.608202 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c54f537f-4706-4222-a1e9-07a99ddd0816 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:22.608202 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'code': 200} Jun 07 13:42:22.728639 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=10']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:22.735015 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:22.752092 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:22.760823 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:22.761772 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.896756 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5ad3da78-af2a-40b0-a5d9-3d307cf5aa2c req-b2913db5-e6ec-4cb3-80d2-d59705be5532 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] 10.222.0.44 "GET /v2.0/ports?device_id=aea5d7d3-54b9-4269-9d0f-3062d285a45c HTTP/1.1" status: 200 len: 210 time: 0.0555794 Jun 07 13:42:22.938494 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.946167 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fd067-b1a6-48bc-8a21-7c42bf904886 req-0b65236b-95e7-40a5-b393-d22e2ceacece tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:22.948412 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-841fd067-b1a6-48bc-8a21-7c42bf904886 req-0b65236b-95e7-40a5-b393-d22e2ceacece tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 949 time: 0.1510930 Jun 07 13:42:22.986051 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,segment=NetworkSegment(89b7ad42-8dba-4bff-85cb-053a17e9fc85),segment_id=89b7ad42-8dba-4bff-85cb-053a17e9fc85)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:22.991115 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.994224 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:23.005756 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-841fd067-b1a6-48bc-8a21-7c42bf904886 req-539e06b1-e78a-444a-9d1d-dd027a00b462 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478323 Jun 07 13:42:23.091737 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:23.095559 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:23.428334 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979abb1-25ff-479d-8295-eea601b82ef6 req-ddb408ea-6c8f-4684-8a0e-be6478857a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:23.429843 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1979abb1-25ff-479d-8295-eea601b82ef6 req-ddb408ea-6c8f-4684-8a0e-be6478857a59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1100 time: 0.1193919 Jun 07 13:42:23.493099 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1979abb1-25ff-479d-8295-eea601b82ef6 req-13e88055-be82-4138-b953-81820c1da857 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551159 Jun 07 13:42:23.646811 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2d82f-39c5-4acc-ae9e-676415de0295 req-d72e86d5-0a1d-4872-bd46-aa7f9101be7f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:23.648336 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a2c2d82f-39c5-4acc-ae9e-676415de0295 req-d72e86d5-0a1d-4872-bd46-aa7f9101be7f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.0843217 Jun 07 13:42:23.703021 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a2c2d82f-39c5-4acc-ae9e-676415de0295 req-59a4f9e2-e076-40f9-82f6-764a54f145b0 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Jun 07 13:42:24.021370 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46334) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:24.119227 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Deleting subnet 02616186-82e3-4ed9-a3c3-9a9f13b20107 {{(pid=92944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:42:24.121209 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf0c5a-6e34-4e46-9b53-8a443e78f562 req-873d3726-bd29-403a-a823-d3f40d621274 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:24.122564 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.124470 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53cf0c5a-6e34-4e46-9b53-8a443e78f562 req-873d3726-bd29-403a-a823-d3f40d621274 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1312280 Jun 07 13:42:24.182849 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53cf0c5a-6e34-4e46-9b53-8a443e78f562 req-3f297167-3c65-43c0-af6e-9526cf53f663 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517063 Jun 07 13:42:24.192682 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31867949'] for subnet, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.458598 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.533220 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766ab01-cbe2-4fd8-9fc7-5510ec204f93 req-24cfb2eb-80cd-4d0b-b772-3739c30ecde0 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:24.535111 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e766ab01-cbe2-4fd8-9fc7-5510ec204f93 req-24cfb2eb-80cd-4d0b-b772-3739c30ecde0 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 950 time: 0.3463297 Jun 07 13:42:24.587097 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31491855'] for subnet, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.597632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:24.609828 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:24.616893 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24448883-aecb-43f5-ac12-623be38be3c9" -d '{"events": [{"server_uuid": "07aef3f7-abb1-4901-86d7-8deec21f9993", "name": "network-vif-plugged", "status": "completed", "tag": "f7c8f2ea-2c6b-421a-b80e-9ca0184f7041"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:24.645268 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e766ab01-cbe2-4fd8-9fc7-5510ec204f93 req-df8d39aa-2249-432c-b3c4-3a019c63e9ff tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945706 Jun 07 13:42:24.647206 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02616186-82e3-4ed9-a3c3-9a9f13b20107,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:24.649365 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.651609 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/02616186-82e3-4ed9-a3c3-9a9f13b20107 HTTP/1.1" status: 204 len: 168 time: 0.6285882 Jun 07 13:42:24.653014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:24.655539 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46348) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:24.740096 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcecbfd-f2a0-486b-b9b5-32df120c7e58 x-openstack-request-id: req-ffcecbfd-f2a0-486b-b9b5-32df120c7e58 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:24.740405 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aef3f7-abb1-4901-86d7-8deec21f9993", "name": "network-vif-plugged", "status": "completed", "tag": "f7c8f2ea-2c6b-421a-b80e-9ca0184f7041", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:24.740665 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffcecbfd-f2a0-486b-b9b5-32df120c7e58 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:24.741058 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041', 'code': 200} Jun 07 13:42:24.844994 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.053549 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d8fcf-9565-44b4-9909-a70880e47ce7 req-9a6bb07c-8d80-4252-b69f-39be88f51d2e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.056198 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4a9d8fcf-9565-44b4-9909-a70880e47ce7 req-9a6bb07c-8d80-4252-b69f-39be88f51d2e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.1564951 Jun 07 13:42:25.101544 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.141683 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4493ffef-ea1b-44ff-877f-25f0107ed420']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:25.168161 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:25.168792 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2570a0f2-2272-4ee2-a5ff-7f1bdfaad035') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:25.192639 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.232326 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.242406 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4a9d8fcf-9565-44b4-9909-a70880e47ce7 req-d31964e9-bf2c-4d6f-ab35-7d1005b3c7e7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708162 Jun 07 13:42:25.257285 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:42:25.257974 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:42:25.296986 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:42:25.352490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef6d46-5899-4e50-a29c-26625837acdf req-ba844146-e7ce-4b06-9d30-11f1bc234c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.354919 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-19ef6d46-5899-4e50-a29c-26625837acdf req-ba844146-e7ce-4b06-9d30-11f1bc234c0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 1103 time: 0.1916931 Jun 07 13:42:25.449315 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-19ef6d46-5899-4e50-a29c-26625837acdf req-fa73f426-5734-4d89-bea3-1225e3ddf3dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621002 Jun 07 13:42:25.544143 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.551455 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:25.583818 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.587044 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] 10.222.0.44 "DELETE /v2.0/networks/4493ffef-ea1b-44ff-877f-25f0107ed420 HTTP/1.1" status: 204 len: 168 time: 0.9298141 Jun 07 13:42:25.588976 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4493ffef-ea1b-44ff-877f-25f0107ed420,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:25.592919 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:25.943866 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46400) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:25.979414 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585a1a7-c7b7-4b2a-9957-d8015297f634 req-0e9b46e6-5a02-46dd-8b49-086e8efca042 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.981070 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c585a1a7-c7b7-4b2a-9957-d8015297f634 req-0e9b46e6-5a02-46dd-8b49-086e8efca042 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 950 time: 0.1219015 Jun 07 13:42:26.008087 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4c6f59d2-b6a8-44d2-b1a3-593aa9dcd821 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b36ca435bb1b4728aac177c3fbe2b474&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0627265 Jun 07 13:42:26.012739 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46402) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:26.049182 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c585a1a7-c7b7-4b2a-9957-d8015297f634 req-a8930db2-5db0-48b7-a889-bf8b9179c819 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578735 Jun 07 13:42:26.102805 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:26.133639 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2a93fab3-d161-4922-808d-11417819561f no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:26.134539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:26.187826 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 2a93fab3-d161-4922-808d-11417819561f {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:26.187826 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 2a93fab3-d161-4922-808d-11417819561f not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:26.215383 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:26.221094 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:26.223107 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95dd12c7-2ad2-47a5-938b-cc7dc968940f HTTP/1.1" status: 204 len: 168 time: 0.2092407 Jun 07 13:42:26.224603 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c567ec94-897d-4210-aa19-188ebe985b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:26.236452 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd12c7-2ad2-47a5-938b-cc7dc968940f,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:26.239492 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:26.576701 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6aaf1b-b9ce-4eae-b91d-e129edb18aa9 req-bb1efce7-e989-42c1-bb7a-22d9da914378 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:26.578281 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5d6aaf1b-b9ce-4eae-b91d-e129edb18aa9 req-bb1efce7-e989-42c1-bb7a-22d9da914378 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.1033349 Jun 07 13:42:26.660853 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5d6aaf1b-b9ce-4eae-b91d-e129edb18aa9 req-c807e47b-36c9-4c38-a395-77f38226749b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740695 Jun 07 13:42:27.326483 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149626c4-98f3-415e-8578-2a3c3b394a70 req-5a3b8af7-030a-4e27-a40d-961d166fecec tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:27.328511 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-149626c4-98f3-415e-8578-2a3c3b394a70 req-5a3b8af7-030a-4e27-a40d-961d166fecec tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 950 time: 0.1273220 Jun 07 13:42:27.382877 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-149626c4-98f3-415e-8578-2a3c3b394a70 req-065996f9-0dbf-43bf-bbbd-54c02b9522b7 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Jun 07 13:42:27.991241 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4d3e3-e54e-4361-a721-af2d37d942ca req-f5fc8803-381f-4700-acdc-ceb1c0ea8d86 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:27.994069 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aea4d3e3-e54e-4361-a721-af2d37d942ca req-f5fc8803-381f-4700-acdc-ceb1c0ea8d86 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.1449263 Jun 07 13:42:28.080504 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aea4d3e3-e54e-4361-a721-af2d37d942ca req-40a553df-7e66-4d61-983b-fea599d357bb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738857 Jun 07 13:42:28.113025 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e547e91-785d-4a4a-8b25-39e06b8b69ca req-b2662c9d-873e-4b3d-a700-e6d18894aaa4 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:28.115410 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e547e91-785d-4a4a-8b25-39e06b8b69ca req-b2662c9d-873e-4b3d-a700-e6d18894aaa4 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 950 time: 0.1345704 Jun 07 13:42:28.211040 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7e547e91-785d-4a4a-8b25-39e06b8b69ca req-3e1fad41-1185-44f6-bfb8-85bff5c0239a tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863183 Jun 07 13:42:29.466670 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd853d25-051c-42dc-9810-856b23cf6ad5 req-8f4de315-d36e-4b19-a4df-adcdb8789337 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:29.473566 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dd853d25-051c-42dc-9810-856b23cf6ad5 req-8f4de315-d36e-4b19-a4df-adcdb8789337 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 950 time: 0.1212482 Jun 07 13:42:29.524251 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46492) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:29.552679 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dd853d25-051c-42dc-9810-856b23cf6ad5 req-be72db93-f4c3-4d50-bd02-7276a96cf0e1 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696461 Jun 07 13:42:29.688382 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c57d-b2f2-4b7e-8988-f5fa087a7001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:29.847784 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c57d-b2f2-4b7e-8988-f5fa087a7001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:29.852714 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c57d-b2f2-4b7e-8988-f5fa087a7001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:29.859669 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4cb3bf4d-89ca-4d93-8599-e114e0a60cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:29.939398 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-f1c8c57d-b2f2-4b7e-8988-f5fa087a7001 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b6ca251fe094fb5b701b216780f972f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137728 Jun 07 13:42:29.943448 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c57d-b2f2-4b7e-8988-f5fa087a7001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b564ca-6997-4f3a-90c9-01dd0ecf7765,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:29.944442 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46498) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:29.950466 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f1c8c57d-b2f2-4b7e-8988-f5fa087a7001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:30.045723 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:30.093823 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:30.158002 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:30.161626 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:30.163622 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10b564ca-6997-4f3a-90c9-01dd0ecf7765 HTTP/1.1" status: 204 len: 168 time: 0.2179549 Jun 07 13:42:30.164768 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2fc847ae-172c-460f-87b7-577b5f24f97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:30.176890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b564ca-6997-4f3a-90c9-01dd0ecf7765,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:30.179421 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:30.622364 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46508) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:30.646697 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb511367-9741-41b6-a2f3-8f343f8f3990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:30.816689 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb511367-9741-41b6-a2f3-8f343f8f3990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:30.822637 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fb511367-9741-41b6-a2f3-8f343f8f3990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:30.836074 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c3172754-206c-4b9e-ab57-716f68b2f02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:30.915714 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fb511367-9741-41b6-a2f3-8f343f8f3990 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8237bd98d44c479484cdea04111e4ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919135 Jun 07 13:42:30.916650 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46512) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:30.919016 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372464c-cc1f-4817-aff3-3e7484fe8d9b req-4ed33e7d-ee2d-4c58-a196-6c83540f63d4 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:30.921607 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9372464c-cc1f-4817-aff3-3e7484fe8d9b req-4ed33e7d-ee2d-4c58-a196-6c83540f63d4 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 950 time: 0.1631944 Jun 07 13:42:30.937838 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb511367-9741-41b6-a2f3-8f343f8f3990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9523c6c-96ff-45f5-a088-ecf1e1a7eaa0,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:30.956924 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fb511367-9741-41b6-a2f3-8f343f8f3990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:31.023592 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.046879 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9372464c-cc1f-4817-aff3-3e7484fe8d9b req-143cf094-e828-4d61-9ceb-03582c851869 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7837114-c27f-4cd7-91ca-4b5008d1e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100693 Jun 07 13:42:31.060879 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.097491 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789db510-893d-41b7-9230-7490c9e5dcbd req-277e3b8f-03e6-4d55-a051-0d88b2c980ae tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:31.099613 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789db510-893d-41b7-9230-7490c9e5dcbd req-277e3b8f-03e6-4d55-a051-0d88b2c980ae tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.60 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 950 time: 0.1240332 Jun 07 13:42:31.136927 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.142346 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.145258 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9523c6c-96ff-45f5-a088-ecf1e1a7eaa0 HTTP/1.1" status: 204 len: 168 time: 0.2253695 Jun 07 13:42:31.145997 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7f97ec88-8e45-4d5a-989a-8ae19dcdb307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:31.164507 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9523c6c-96ff-45f5-a088-ecf1e1a7eaa0,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:31.168325 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:31.297387 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Deleting port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:31.298724 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.478560 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] For port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,segment=NetworkSegment(89b7ad42-8dba-4bff-85cb-053a17e9fc85),segment_id=89b7ad42-8dba-4bff-85cb-053a17e9fc85)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:31.479143 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.623657 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Calling delete_port for f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:31.753229 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.760653 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-846f7f84-670a-456b-aece-763f6420734e tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:31.797643 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['f7c8f2ea-2c6b-421a-b80e-9ca0184f7041'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:42:31.824512 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Pushing event deleted for resources: {'Port': ['ID=f7c8f2ea-2c6b-421a-b80e-9ca0184f7041,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:31.828408 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:31.927373 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] No DVR routers for this DVR port f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:31.931743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:31.935205 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-789db510-893d-41b7-9230-7490c9e5dcbd req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.60 "DELETE /v2.0/ports/f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 HTTP/1.1" status: 204 len: 173 time: 0.8223660 Jun 07 13:42:31.936295 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'name': 'network-vif-deleted', 'tag': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:31.941868 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09dcdfb-75d7-41c3-963d-af38c9eeb746" -d '{"events": [{"server_uuid": "07aef3f7-abb1-4901-86d7-8deec21f9993", "name": "network-vif-deleted", "tag": "f7c8f2ea-2c6b-421a-b80e-9ca0184f7041"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:32.026954 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab0b0c-99c5-4387-8804-3194cce82a5c x-openstack-request-id: req-5dab0b0c-99c5-4387-8804-3194cce82a5c {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:32.027676 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07aef3f7-abb1-4901-86d7-8deec21f9993", "name": "network-vif-deleted", "tag": "f7c8f2ea-2c6b-421a-b80e-9ca0184f7041", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:32.028350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5dab0b0c-99c5-4387-8804-3194cce82a5c {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:32.029114 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07aef3f7-abb1-4901-86d7-8deec21f9993', 'name': 'network-vif-deleted', 'tag': 'f7c8f2ea-2c6b-421a-b80e-9ca0184f7041', 'status': 'completed', 'code': 200} Jun 07 13:42:32.416290 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bb01d02d-9a19-4a5f-b868-a6995dcd6fe5 req-8fa8ba58-01b3-45fa-b328-1525675e5bc6 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] 10.222.0.44 "GET /v2.0/ports?device_id=07aef3f7-abb1-4901-86d7-8deec21f9993 HTTP/1.1" status: 200 len: 210 time: 0.1541364 Jun 07 13:42:33.542845 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9aeb9429-df78-4d5c-ac89-205a8a6bb5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:34.022346 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-ed331fe0-a901-465e-a8cb-0934403d7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.024072 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-ed331fe0-a901-465e-a8cb-0934403d7ac8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1099 time: 0.0967715 Jun 07 13:42:34.286018 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7070f17-1577-480e-a5fa-f800dbe89de8 req-bff0f7cf-cbe0-4f8a-b34d-3154e3aa8b04 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.287595 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a7070f17-1577-480e-a5fa-f800dbe89de8 req-bff0f7cf-cbe0-4f8a-b34d-3154e3aa8b04 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2624142 Jun 07 13:42:34.288929 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-390596a5-395a-42eb-a971-cd2ce9ccafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.290408 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-390596a5-395a-42eb-a971-cd2ce9ccafdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 920 time: 0.2276514 Jun 07 13:42:34.453753 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-53a2bcf8-f7ef-4fb4-b31c-bec2249af787 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 200 len: 217 time: 0.1548336 Jun 07 13:42:34.593042 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a7070f17-1577-480e-a5fa-f800dbe89de8 req-78642abd-57b0-4049-8b5f-4028214d97a0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916527 Jun 07 13:42:34.600344 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-fcedda09-465e-4aa9-90ae-6c1a0ff9504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.603141 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-fcedda09-465e-4aa9-90ae-6c1a0ff9504b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.1282015 Jun 07 13:42:34.696810 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-0bdd0e34-ab3d-4a05-9f03-2a6abc82380f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843155 Jun 07 13:42:34.951698 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-06450e84-ec58-49b5-ae3a-d05a64bf4f23 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344830 Jun 07 13:42:35.216925 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6ef9931-a2c9-4923-afa1-8cb5a09412cd req-bd7615fb-f31d-4819-8a41-7ec845fbb5b1 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574205 Jun 07 13:42:35.928552 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-d0f2293d-50c8-475a-8b4e-9beb55fe5d18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358042 Jun 07 13:42:35.983864 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd61c3-d745-4eb9-86dd-265809c73958 req-81557b57-fc6b-4293-bff9-7b82c41f269e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:35.998548 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77dd61c3-d745-4eb9-86dd-265809c73958 req-81557b57-fc6b-4293-bff9-7b82c41f269e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2351968 Jun 07 13:42:36.093972 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77dd61c3-d745-4eb9-86dd-265809c73958 req-25c94a34-8bcd-4adc-b0e6-b48595e97661 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934327 Jun 07 13:42:36.195588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:36.217231 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-a27d1eb8-60ba-464c-9d9b-ab27d7fdfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:36.221011 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-a27d1eb8-60ba-464c-9d9b-ab27d7fdfb19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 1100 time: 0.1156909 Jun 07 13:42:36.283232 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:36.283907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device f7c8f2ea-2c6b-421a-b80e-9ca0184f7041 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:36.558576 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-f60e7e16-ef0a-448e-be70-b08bd09e502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:36.561832 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-f60e7e16-ef0a-448e-be70-b08bd09e502a service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.2979388 Jun 07 13:42:36.571116 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.732506 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-0c662a04-9162-4d06-847d-6059623a3e77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 200 len: 1001 time: 0.1498938 Jun 07 13:42:36.868288 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-fe26e553-633f-404f-b9ed-5d23224c897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:36.871136 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-fe26e553-633f-404f-b9ed-5d23224c897f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.1249712 Jun 07 13:42:37.034664 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-81e4201b-46ca-43f2-945b-78477828e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:37.038793 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-81e4201b-46ca-43f2-945b-78477828e26a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1553555 Jun 07 13:42:37.205056 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f07d7c26-5a9e-48fa-bf24-0a7859fbb376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:37.376400 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-338c409d-30dc-4e4a-9797-de5bae723545 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174081 Jun 07 13:42:37.847252 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-abc7b114-3b74-4ead-a6e1-ce31fd10efb4 req-1b01491e-42f2-4876-9b1c-31bd617f7bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633491 Jun 07 13:42:37.867174 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624584b-5994-4e1d-b206-14f15319d588 req-01baf5d5-608a-4164-ac84-168b46c96018 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:37.868880 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c624584b-5994-4e1d-b206-14f15319d588 req-01baf5d5-608a-4164-ac84-168b46c96018 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.4438825 Jun 07 13:42:37.951923 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c624584b-5994-4e1d-b206-14f15319d588 req-42296176-4260-42a4-a722-996fa9b2e6c2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697746 Jun 07 13:42:38.215492 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:39.238652 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294864e6-28b6-4812-8c30-5794c9e9be2b req-d9e6d9dc-2355-4639-b49b-4d4827e983e1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:39.241027 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-294864e6-28b6-4812-8c30-5794c9e9be2b req-d9e6d9dc-2355-4639-b49b-4d4827e983e1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1311224 Jun 07 13:42:39.306600 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-294864e6-28b6-4812-8c30-5794c9e9be2b req-76fffc51-a4aa-412d-bdb4-d63aac779299 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529597 Jun 07 13:42:39.502615 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46856) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:39.649752 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:39.673817 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd7d-eb1c-4b32-ba8f-130d040b723e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:39.821802 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd7d-eb1c-4b32-ba8f-130d040b723e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:39.827693 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d29fd7d-eb1c-4b32-ba8f-130d040b723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:39.844227 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a0997b33-c0be-4e2b-97b8-d1c306013112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:39.903270 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5d29fd7d-eb1c-4b32-ba8f-130d040b723e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2bf56299f7a4a7499264d4fd226a401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991420 Jun 07 13:42:39.904206 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29fd7d-eb1c-4b32-ba8f-130d040b723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dfe541-cfec-4709-b1d6-b30b8fc152f9,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:39.907043 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46862) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:39.921089 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5d29fd7d-eb1c-4b32-ba8f-130d040b723e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:39.986333 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.014212 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.082434 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.086967 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.089034 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02dfe541-cfec-4709-b1d6-b30b8fc152f9 HTTP/1.1" status: 204 len: 168 time: 0.1807904 Jun 07 13:42:40.090236 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5a9a2e73-bb34-4c2b-a989-062cb90b4e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:40.103381 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dfe541-cfec-4709-b1d6-b30b8fc152f9,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:40.106126 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:40.503970 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46874) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:40.523688 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a452243b-0ec4-4831-85fe-4eb2e94bd48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.585747 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35657-3da6-4e9c-a9b1-730401c5a68d req-769a827e-3431-4098-8bd6-eba539063b44 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:40.588216 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-96c35657-3da6-4e9c-a9b1-730401c5a68d req-769a827e-3431-4098-8bd6-eba539063b44 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1479080 Jun 07 13:42:40.659276 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-96c35657-3da6-4e9c-a9b1-730401c5a68d req-693b1751-9808-47cc-9453-d76b32f8e06a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637636 Jun 07 13:42:40.679826 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a452243b-0ec4-4831-85fe-4eb2e94bd48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.699625 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a452243b-0ec4-4831-85fe-4eb2e94bd48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.699625 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-33e5c0ff-821b-4f83-898d-3179aa1f3825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:40.732430 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a452243b-0ec4-4831-85fe-4eb2e94bd48d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93f5ad7ee07d45a095d74113a8215510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270305 Jun 07 13:42:40.737220 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46878) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:40.740687 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452243b-0ec4-4831-85fe-4eb2e94bd48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d69229f-95eb-40ef-95c5-2ef99d66b9f1,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:40.754839 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a452243b-0ec4-4831-85fe-4eb2e94bd48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:40.761335 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46880) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:40.827444 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:40.865910 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:41.003525 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6739786c-5365-40cc-a33b-a8ca4e7738d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cacac567e9384e16a5a6c3b1b647c9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406461 Jun 07 13:42:41.007635 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46886) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:41.023153 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:41.025621 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:41.026772 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d69229f-95eb-40ef-95c5-2ef99d66b9f1 HTTP/1.1" status: 204 len: 168 time: 0.2882049 Jun 07 13:42:41.027518 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5d29fd7d-eb1c-4b32-ba8f-130d040b723e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:41.038169 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d69229f-95eb-40ef-95c5-2ef99d66b9f1,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:41.040601 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:41.106691 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:41.138946 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:41.221218 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:41.225311 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:41.226683 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7837114-c27f-4cd7-91ca-4b5008d1e9d9 HTTP/1.1" status: 204 len: 168 time: 0.2179863 Jun 07 13:42:41.227621 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f5eae062-2f4b-4d0a-aeb0-3fce131652d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:41.252499 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7837114-c27f-4cd7-91ca-4b5008d1e9d9,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:41.255651 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:41.971369 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf3cba-12df-4ed2-bcae-1ebb3f819ddf req-b9ae510c-56db-47c6-8eda-fa9acd8abd1a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:41.973077 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2acf3cba-12df-4ed2-bcae-1ebb3f819ddf req-b9ae510c-56db-47c6-8eda-fa9acd8abd1a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1270545 Jun 07 13:42:42.052065 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2acf3cba-12df-4ed2-bcae-1ebb3f819ddf req-7ec33184-a9e7-48fc-aa5b-77ef33b1436b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672724 Jun 07 13:42:42.568269 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46944) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:42.884354 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-698931648-network', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:42.904831 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Made reservation on behalf of 93e1ec2b601f42859a571bbd257b763b for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:42.908478 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.929756 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.083667 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.089106 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.097273 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cbbfa884-c614-4d65-a992-fdc8303cd9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:43.147665 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:42:43.170257 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:43.178297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.178856 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Added segment 2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc of type vlan for network f4bfa405-9c28-48c4-b44d-2e7300880903 Jun 07 13:42:43.194012 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.194613 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.195460 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.196047 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.196577 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.197179 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.197787 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.198367 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.198978 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.199564 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.200169 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.200766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:43.211409 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:43.255505 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.327031 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.329145 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:43.330161 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.347984 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d5b14275-008f-47b1-8fdd-babd6c9c9c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:43.356522 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974dabe-4dac-441b-93f4-13dcf459f1e1 req-0d3c4a9c-2ff5-461e-aa9c-19c994ecf58c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:43.365342 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c974dabe-4dac-441b-93f4-13dcf459f1e1 req-0d3c4a9c-2ff5-461e-aa9c-19c994ecf58c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1364348 Jun 07 13:42:43.405770 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 46968) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:43.406344 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8367293 Jun 07 13:42:43.411956 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Request body: {'subnet': {'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-698931648-subnet', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:43.441949 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c974dabe-4dac-441b-93f4-13dcf459f1e1 req-ba78e422-b49d-416f-905b-cffa2d0b918e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753889 Jun 07 13:42:43.457847 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Made reservation on behalf of 93e1ec2b601f42859a571bbd257b763b for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:43.472027 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31491860'] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.539563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=f4bfa405-9c28-48c4-b44d-2e7300880903,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:43.543805 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:43.553560 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network f4bfa405-9c28-48c4-b44d-2e7300880903 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:42:43.729230 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:42:43.810204 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.836798 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31847508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491846'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.846315 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a163eac8-e178-4f3a-aa1f-21876594ce4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:43.950448 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13b5b4e-c19a-4481-ac17-d0bf481def2f,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:43.954663 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:43.955624 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Checking segment: {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:43.956098 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Network hostable DHCP agents. Network: f4bfa405-9c28-48c4-b44d-2e7300880903, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:42:43.988363 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Network f4bfa405-9c28-48c4-b44d-2e7300880903 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:42:44.000530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, f4bfa405-9c28-48c4-b44d-2e7300880903) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:44.006397 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:44.007028 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:44.023085 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e9d80-710e-48ee-b848-b1f6d8add1a6 None None] Network f4bfa405-9c28-48c4-b44d-2e7300880903 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:44.057668 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6464977 Jun 07 13:42:44.057983 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 46980) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:44.064592 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:44.137077 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:44.138501 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:44.182287 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:44.571405 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-f4bfa405-9c28-48c4-b44d-2e7300880903', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:42:44.572420 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:44.795414 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:44.856330 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Allocated IP 172.20.0.2 (f4bfa405-9c28-48c4-b44d-2e7300880903/f13b5b4e-c19a-4481-ac17-d0bf481def2f/d7ded285-8cf5-42d5-854d-8679c615fdb8) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:44.856438 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f720c-6326-48c6-96a1-707eb1553af4 req-4faa9f18-be65-4dfb-b6e3-18cbdd4088f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:44.858085 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-866f720c-6326-48c6-96a1-707eb1553af4 req-4faa9f18-be65-4dfb-b6e3-18cbdd4088f0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2291737 Jun 07 13:42:44.978312 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-866f720c-6326-48c6-96a1-707eb1553af4 req-8de5bf54-82af-4242-b5cf-1413c9735804 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038721 Jun 07 13:42:45.194540 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.207779 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Transition to ACTIVE for port object d7ded285-8cf5-42d5-854d-8679c615fdb8 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:45.227586 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Transition to ACTIVE for port object d7ded285-8cf5-42d5-854d-8679c615fdb8 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:45.239707 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.245416 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:45.259135 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.291231 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.339190 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Network f4bfa405-9c28-48c4-b44d-2e7300880903 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:45.342698 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:45.348713 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:45.400724 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Pushing event updated for resources: {'Port': ['ID=d7ded285-8cf5-42d5-854d-8679c615fdb8,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:45.411544 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:45.479883 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Attempting to bind port d7ded285-8cf5-42d5-854d-8679c615fdb8 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:45.480519 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Attempting to bind port d7ded285-8cf5-42d5-854d-8679c615fdb8 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:45.481054 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Attempting to bind port d7ded285-8cf5-42d5-854d-8679c615fdb8 on network f4bfa405-9c28-48c4-b44d-2e7300880903 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:45.488029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:45.488644 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Checking segment: {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:45.489268 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.489858 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Bound using segment: {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:45.491013 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Bound port: d7ded285-8cf5-42d5-854d-8679c615fdb8, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:45.491601 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.501911 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Allocated IP 172.27.0.213 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/2ab96dff-ceef-43ab-aa65-db383f56acf0) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:45.618637 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] For port d7ded285-8cf5-42d5-854d-8679c615fdb8, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:45.624392 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] For port d7ded285-8cf5-42d5-854d-8679c615fdb8, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=d7ded285-8cf5-42d5-854d-8679c615fdb8,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:45.632522 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.640294 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:45.706640 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.760238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:45.768987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7212b550-c998-4882-817d-760a831b9794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:45.774763 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Pushing event updated for resources: {'Port': ['ID=d7ded285-8cf5-42d5-854d-8679c615fdb8,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:45.779334 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:45.883887 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:45.893234 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:45.910730 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:45.953530 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab96dff-ceef-43ab-aa65-db383f56acf0,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:45.961466 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:46.301016 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2a5d-2250-4129-a897-8f08ed641fd4 req-6a196af7-d047-4937-90f3-bf414dc95b55 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:46.302622 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d1fd2a5d-2250-4129-a897-8f08ed641fd4 req-6a196af7-d047-4937-90f3-bf414dc95b55 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1261675 Jun 07 13:42:46.368314 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d1fd2a5d-2250-4129-a897-8f08ed641fd4 req-79d2e8cb-c3cd-44b1-9d99-e681d75a5242 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586650 Jun 07 13:42:46.466954 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device d7ded285-8cf5-42d5-854d-8679c615fdb8 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:46.558644 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port d7ded285-8cf5-42d5-854d-8679c615fdb8 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:46.579413 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.121286 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.205983 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f82ee-7541-41e2-ac4d-cc1a7857d451 None None] Network f4bfa405-9c28-48c4-b44d-2e7300880903 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:47.322068 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Provisioning for port d7ded285-8cf5-42d5-854d-8679c615fdb8 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:47.340232 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Provisioning complete for port d7ded285-8cf5-42d5-854d-8679c615fdb8 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:47.340600 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.375186 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Router ae8beca1-58e4-4523-bb3d-1cce71964174 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:42:47.563179 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.606228 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] For port d7ded285-8cf5-42d5-854d-8679c615fdb8, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=d7ded285-8cf5-42d5-854d-8679c615fdb8,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:47.617515 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.620288 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:47.675958 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:47.688296 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Sync routers for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:47.702913 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:47.704417 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:47.708315 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Pushing event updated for resources: {'Port': ['ID=d7ded285-8cf5-42d5-854d-8679c615fdb8,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:47.713764 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.714982 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6560187 Jun 07 13:42:47.718174 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 47016) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:47.724789 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f1f87-6a9a-40b5-9651-9a1d37b1c284 req-39ae2461-21d2-4cd2-a912-a747c413c3f2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:47.728230 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-100f1f87-6a9a-40b5-9651-9a1d37b1c284 req-39ae2461-21d2-4cd2-a912-a747c413c3f2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1652761 Jun 07 13:42:47.735490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:47.793980 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-100f1f87-6a9a-40b5-9651-9a1d37b1c284 req-8b4ae618-e79c-4467-b4e8-0f0064788b7c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Jun 07 13:42:47.956878 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-691a6a50-9001-45b0-9706-42f350b7f20c None None] Provisioning complete for port d7ded285-8cf5-42d5-854d-8679c615fdb8 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:47.957183 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-691a6a50-9001-45b0-9706-42f350b7f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.967804 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:48.326733 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:46Z', 'revision_number': 3, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:48.334010 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Checking router: ae8beca1-58e4-4523-bb3d-1cce71964174 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:48.334473 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Updating router ae8beca1-58e4-4523-bb3d-1cce71964174 port 2ab96dff-ceef-43ab-aa65-db383f56acf0 binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:42:48.393681 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device d7ded285-8cf5-42d5-854d-8679c615fdb8 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:48.405465 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.496371 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port d7ded285-8cf5-42d5-854d-8679c615fdb8 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:48.496638 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.677985 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.868025 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.888811 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Transition to ACTIVE for port object 2ab96dff-ceef-43ab-aa65-db383f56acf0 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:48.900584 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.911089 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-89c94766-27c7-4841-95d5-28197ad5343f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:48.936396 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Allocated IP 172.20.0.1 (f4bfa405-9c28-48c4-b44d-2e7300880903/f13b5b4e-c19a-4481-ac17-d0bf481def2f/fcb02511-9335-4781-bee2-af7a65a3feb4) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:48.999122 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Attempting to bind port 2ab96dff-ceef-43ab-aa65-db383f56acf0 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:49.000784 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Attempting to bind port 2ab96dff-ceef-43ab-aa65-db383f56acf0 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:49.000784 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Attempting to bind port 2ab96dff-ceef-43ab-aa65-db383f56acf0 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:49.006899 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Pushing event updated for resources: {'Port': ['ID=2ab96dff-ceef-43ab-aa65-db383f56acf0,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.012120 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:49.012502 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:49.012943 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.013303 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:49.013814 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Bound port: 2ab96dff-ceef-43ab-aa65-db383f56acf0, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:49.014194 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.050739 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.050739 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.052207 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.052207 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.052207 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.053604 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.053604 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.053604 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.053604 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.054628 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.054628 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.054628 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.068713 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.106529 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] For port 2ab96dff-ceef-43ab-aa65-db383f56acf0, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:49.111362 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] For port 2ab96dff-ceef-43ab-aa65-db383f56acf0, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2ab96dff-ceef-43ab-aa65-db383f56acf0,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:49.117690 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.121719 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.191160 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0668f73-9272-45c5-bf9a-8d174ae0e733 req-ef72e914-1a23-4d6d-a604-45f3419fec79 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:49.193115 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f0668f73-9272-45c5-bf9a-8d174ae0e733 req-ef72e914-1a23-4d6d-a604-45f3419fec79 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2373912 Jun 07 13:42:49.199132 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:49.199770 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:49.200711 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.256734 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Transition to ACTIVE for port object fcb02511-9335-4781-bee2-af7a65a3feb4 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:49.262057 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Pushing event updated for resources: {'Port': ['ID=2ab96dff-ceef-43ab-aa65-db383f56acf0,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.272640 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.285679 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f0668f73-9272-45c5-bf9a-8d174ae0e733 req-4cda2bb5-0a12-4672-8086-31f5108d0954 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814071 Jun 07 13:42:49.315053 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.318858 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.389786 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Network f4bfa405-9c28-48c4-b44d-2e7300880903 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:49.393514 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:49.398388 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:49.427076 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:49.441037 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb02511-9335-4781-bee2-af7a65a3feb4,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.451922 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.452294 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.452657 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.453065 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.453417 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.453811 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.454143 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.454489 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.454834 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.455179 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.455521 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.455861 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:49.461879 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.478891 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.655942 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c0a98298-7d04-4556-8c98-47f0ee98f0e3 None None] Provisioning for port fcb02511-9335-4781-bee2-af7a65a3feb4 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:49.657866 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.665865 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c0a98298-7d04-4556-8c98-47f0ee98f0e3 None None] Provisioning complete for port fcb02511-9335-4781-bee2-af7a65a3feb4 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:49.666964 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c0a98298-7d04-4556-8c98-47f0ee98f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.754754 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-c0a98298-7d04-4556-8c98-47f0ee98f0e3 None None] Port fcb02511-9335-4781-bee2-af7a65a3feb4 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:49.849343 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:46Z', 'revision_number': 3, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:49.853877 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfd1bc-b852-472d-9bcf-69015b0f56c5 None None] The sync data for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi is: [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:46Z', 'revision_number': 3, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:49.949698 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.956708 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.003512 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0805b467-8ce8-4c04-974e-32f137d545db tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:50.158196 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb02511-9335-4781-bee2-af7a65a3feb4,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:50.164372 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:50.173877 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.392040 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Network f4bfa405-9c28-48c4-b44d-2e7300880903 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:50.393966 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:50.481525 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2ab96dff-ceef-43ab-aa65-db383f56acf0 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:50.664536 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ef492-9b51-48b7-b6ef-f50548b99e41 req-678a3d75-7386-4067-a21f-225397f848cd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:50.675460 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9c9ef492-9b51-48b7-b6ef-f50548b99e41 req-678a3d75-7386-4067-a21f-225397f848cd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1731346 Jun 07 13:42:50.691748 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 2ab96dff-ceef-43ab-aa65-db383f56acf0 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:50.699707 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2ab96dff-ceef-43ab-aa65-db383f56acf0 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:50.700311 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.752784 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9c9ef492-9b51-48b7-b6ef-f50548b99e41 req-f20036e9-97b9-4747-8c9b-d3a92ceb0915 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761585 Jun 07 13:42:50.835199 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-0af72f19-c7a8-4dc3-9a77-ecc633272fd9 None None] Provisioning complete for port fcb02511-9335-4781-bee2-af7a65a3feb4 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:50.835762 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0af72f19-c7a8-4dc3-9a77-ecc633272fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.862980 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Router ae8beca1-58e4-4523-bb3d-1cce71964174 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:42:50.989365 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-0af72f19-c7a8-4dc3-9a77-ecc633272fd9 None None] Port fcb02511-9335-4781-bee2-af7a65a3feb4 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:51.012029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.032904 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 2ab96dff-ceef-43ab-aa65-db383f56acf0, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2ab96dff-ceef-43ab-aa65-db383f56acf0,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:51.043382 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.051252 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-8a73b9c9-74f0-42bf-875d-ec2bc10ad319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.145912 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=2ab96dff-ceef-43ab-aa65-db383f56acf0,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:51.153887 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.154234 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.154579 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.154913 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.155247 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.155576 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.155944 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.156311 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.156649 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.157281 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.157811 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.158149 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:51.164654 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:51.287570 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:51.293640 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] 10.222.0.44 "PUT /v2.0/routers/ae8beca1-58e4-4523-bb3d-1cce71964174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5722990 Jun 07 13:42:52.136650 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0728a9-dd27-4e10-812c-5e7a035d70e6 req-1fd8d94b-57c3-48c2-a37f-e9dace3be858 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:52.139481 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5f0728a9-dd27-4e10-812c-5e7a035d70e6 req-1fd8d94b-57c3-48c2-a37f-e9dace3be858 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1385856 Jun 07 13:42:52.207687 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Sync routers for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:52.235057 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5f0728a9-dd27-4e10-812c-5e7a035d70e6 req-cb4ee1f2-3ea6-4529-95e7-f0097773f51b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858173 Jun 07 13:42:52.244652 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:52.246811 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:52.328433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 47072) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:52.336211 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1351514644-network', 'tenant_id': '4704beaff95b47699170e303bbb3e115'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:52.396754 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Made reservation on behalf of 4704beaff95b47699170e303bbb3e115 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:52.400661 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.404130 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2ab96dff-ceef-43ab-aa65-db383f56acf0 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:52.419785 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.598253 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.603283 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.610674 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-25e40a17-33be-414b-92e6-c0b83cebae55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:52.661121 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 2ab96dff-ceef-43ab-aa65-db383f56acf0 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:52.662096 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.672514 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:42:52.693009 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61a489-1519-4c32-8e32-03067394aa99,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:52.699002 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:52.712346 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:52.713982 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.714318 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Added segment c581661c-6a9c-4ab9-b429-7106730edaa9 of type vlan for network e98c3c12-63e3-4296-9cd9-b87756bf17d3 Jun 07 13:42:52.782959 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.841208 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.845213 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:52.846236 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.857254 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:52.946324 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6157494 Jun 07 13:42:52.949880 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47082) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:52.955893 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Request body: {'subnet': {'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1351514644-subnet', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:52.980351 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Made reservation on behalf of 4704beaff95b47699170e303bbb3e115 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:52.983756 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290031'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.044261 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Pushing event updated for resources: {'Network': ['ID=e98c3c12-63e3-4296-9cd9-b87756bf17d3,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:53.048537 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:53.073582 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:42:53.403907 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1435124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290045'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.410056 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 2, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:53.416256 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Checking router: ae8beca1-58e4-4523-bb3d-1cce71964174 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:53.416470 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:53.417122 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Updating router ae8beca1-58e4-4523-bb3d-1cce71964174 port fcb02511-9335-4781-bee2-af7a65a3feb4 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:42:53.496144 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.697809 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Checking segment: {'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:53.699186 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Network hostable DHCP agents. Network: e98c3c12-63e3-4296-9cd9-b87756bf17d3, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:42:53.715916 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df7228e-0f11-45af-8f0a-772fb42ce781,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:53.737790 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:53.748442 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b013f0-657f-4f73-b2b4-65374b8b8f5b req-ac1cdb98-9bc2-4101-8ec6-a32e96158315 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:53.756296 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e2b013f0-657f-4f73-b2b4-65374b8b8f5b req-ac1cdb98-9bc2-4101-8ec6-a32e96158315 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1070952 Jun 07 13:42:53.757684 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:42:53.791763 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76989-416b-4321-8c15-31b7c9cc3a2a req-addf9da2-dd48-4098-92fd-9435e4c033fd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:53.803807 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9ae76989-416b-4321-8c15-31b7c9cc3a2a req-addf9da2-dd48-4098-92fd-9435e4c033fd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2553942 Jun 07 13:42:53.807540 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, e98c3c12-63e3-4296-9cd9-b87756bf17d3) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:53.824064 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e2b013f0-657f-4f73-b2b4-65374b8b8f5b req-02785101-a44b-4234-9117-38dc0a959960 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667129 Jun 07 13:42:53.829844 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:53.831459 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.838868 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f130b1-40f3-4e83-9595-cb4190eea692 None None] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:53.873087 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9212935 Jun 07 13:42:53.876175 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 47100) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:53.879707 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9ae76989-416b-4321-8c15-31b7c9cc3a2a req-9c7e1cc0-d42c-425b-9030-6ecb219bf255 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746994 Jun 07 13:42:53.883133 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:53.926511 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.927632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.952102 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.243339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-e98c3c12-63e3-4296-9cd9-b87756bf17d3', 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'fixed_ips': [{'subnet_id': '3df7228e-0f11-45af-8f0a-772fb42ce781'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:42:54.244238 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.276006 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.328025 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.359462 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Transition to ACTIVE for port object fcb02511-9335-4781-bee2-af7a65a3feb4 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:54.372879 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.378141 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:54.608190 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8328c-eb6b-45b0-bcb7-44d8773893a3 None None] Pushing event updated for resources: {'Port': ['ID=fcb02511-9335-4781-bee2-af7a65a3feb4,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:54.611864 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-0ed8328c-eb6b-45b0-bcb7-44d8773893a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:54.685823 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.699060 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Attempting to bind port fcb02511-9335-4781-bee2-af7a65a3feb4 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:54.699696 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Attempting to bind port fcb02511-9335-4781-bee2-af7a65a3feb4 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:54.700314 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Attempting to bind port fcb02511-9335-4781-bee2-af7a65a3feb4 on network f4bfa405-9c28-48c4-b44d-2e7300880903 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:54.704674 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Allocated IP 172.20.0.2 (e98c3c12-63e3-4296-9cd9-b87756bf17d3/3df7228e-0f11-45af-8f0a-772fb42ce781/33610998-ba47-46ec-bf77-bcf589275f60) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:54.717810 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:54.718375 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Checking segment: {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:54.718515 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.719024 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.719614 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Bound using segment: {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:54.720348 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Bound port: fcb02511-9335-4781-bee2-af7a65a3feb4, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:54.720966 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.975303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] For port fcb02511-9335-4781-bee2-af7a65a3feb4, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:55.012427 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] For port fcb02511-9335-4781-bee2-af7a65a3feb4, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=fcb02511-9335-4781-bee2-af7a65a3feb4,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:55.018832 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.045608 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.117914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Allocated IP 172.27.0.96 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/f18aa4dc-6281-46f1-a40e-b997f08260b9) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:55.163487 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:55.163904 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:55.205893 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4bf3b-12ac-42af-86cc-1ccd5449366f req-f987b3c3-58f7-41c1-bd8d-0975cd13ecf0 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:55.207471 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c0a4bf3b-12ac-42af-86cc-1ccd5449366f req-f987b3c3-58f7-41c1-bd8d-0975cd13ecf0 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2092814 Jun 07 13:42:55.305016 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ad25d-fa12-4b4c-a8f3-e7ec3d22bef2 req-d64a1eb1-7dec-4e11-8a6f-5ae5cbd6a027 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:55.316542 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-175ad25d-fa12-4b4c-a8f3-e7ec3d22bef2 req-d64a1eb1-7dec-4e11-8a6f-5ae5cbd6a027 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1796622 Jun 07 13:42:55.321532 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.335459 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8328c-eb6b-45b0-bcb7-44d8773893a3 None None] Pushing event updated for resources: {'Port': ['ID=fcb02511-9335-4781-bee2-af7a65a3feb4,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.338866 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-0ed8328c-eb6b-45b0-bcb7-44d8773893a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.363980 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c0a4bf3b-12ac-42af-86cc-1ccd5449366f req-2cb1d069-f780-461a-8b71-e931cf7fcfc5 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035795 Jun 07 13:42:55.398579 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.402214 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Transition to ACTIVE for port object 33610998-ba47-46ec-bf77-bcf589275f60 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:55.434200 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-175ad25d-fa12-4b4c-a8f3-e7ec3d22bef2 req-78993bf9-ab42-40a7-8715-817d9cd73875 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161451 Jun 07 13:42:55.449233 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Transition to ACTIVE for port object 33610998-ba47-46ec-bf77-bcf589275f60 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:55.462917 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.474175 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.482112 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.488748 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5ced3124-3c60-487f-aab1-ccc0ac3fa17c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.520630 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:55.583787 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:55.587153 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:55.591528 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:55.630445 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Pushing event updated for resources: {'Port': ['ID=f18aa4dc-6281-46f1-a40e-b997f08260b9,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.637195 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.698542 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:55.704864 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:55.762531 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:55.831215 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Pushing event updated for resources: {'Port': ['ID=33610998-ba47-46ec-bf77-bcf589275f60,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.834192 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.984111 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Attempting to bind port 33610998-ba47-46ec-bf77-bcf589275f60 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:55.984726 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Attempting to bind port 33610998-ba47-46ec-bf77-bcf589275f60 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:55.985249 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Attempting to bind port 33610998-ba47-46ec-bf77-bcf589275f60 on network e98c3c12-63e3-4296-9cd9-b87756bf17d3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:56.009461 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:56.009981 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Checking segment: {'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:56.010448 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.010923 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Bound using segment: {'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:56.011461 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Bound port: 33610998-ba47-46ec-bf77-bcf589275f60, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:56.011929 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.188952 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] For port 33610998-ba47-46ec-bf77-bcf589275f60, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:56.193460 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] For port 33610998-ba47-46ec-bf77-bcf589275f60, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=33610998-ba47-46ec-bf77-bcf589275f60,segment=NetworkSegment(c581661c-6a9c-4ab9-b429-7106730edaa9),segment_id=c581661c-6a9c-4ab9-b429-7106730edaa9)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:56.200334 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.205069 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:56.267463 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.277415 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:54Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:56.291609 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b6219-d9ff-4892-848a-bb63d62cccc5 None None] The sync data for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi is: [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:54Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:56.303121 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Pushing event updated for resources: {'Port': ['ID=33610998-ba47-46ec-bf77-bcf589275f60,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:56.307003 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:56.847939 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3822e3b-4806-4485-970c-92d0041c9504 req-9e46753a-33bb-45ff-8168-d9a78e0e7b5e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:56.851894 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b3822e3b-4806-4485-970c-92d0041c9504 req-9e46753a-33bb-45ff-8168-d9a78e0e7b5e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1753979 Jun 07 13:42:56.893829 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d7db-ca01-476f-810b-6d2bc1dd055c req-2f112809-7ad0-47ff-83f7-a5b0dae8881d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:56.895480 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3990d7db-ca01-476f-810b-6d2bc1dd055c req-2f112809-7ad0-47ff-83f7-a5b0dae8881d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2590668 Jun 07 13:42:56.900820 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:57.102454 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b3822e3b-4806-4485-970c-92d0041c9504 req-03b0a688-5305-4895-aa0c-d533a5530204 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191901 Jun 07 13:42:57.198463 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3990d7db-ca01-476f-810b-6d2bc1dd055c req-5f914eab-febe-4230-9e60-73a4aec1f1e9 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913406 Jun 07 13:42:57.377394 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:42:57.667785 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:57.679944 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Sync routers for ids ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:57.692740 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Routers {'4c7538ef-379b-48fd-aac4-9aac3d5737f9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:57.694192 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:57.707936 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:57.710426 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8326595 Jun 07 13:42:57.714441 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 47126) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:57.762885 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c387fd-00de-452e-b555-6f21be8be147 None None] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:57.923755 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Set router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:57.976092 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-068d39fb-dc88-4121-8f07-c9e8e3306ca2 None None] Provisioning for port 33610998-ba47-46ec-bf77-bcf589275f60 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:58.398286 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e253ac3-1af4-446c-be60-3db86433bfe4 req-d4ddf78b-6f2e-4188-bfba-8c8a58258fd3 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:58.405612 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2e253ac3-1af4-446c-be60-3db86433bfe4 req-d4ddf78b-6f2e-4188-bfba-8c8a58258fd3 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1689150 Jun 07 13:42:58.509440 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2e253ac3-1af4-446c-be60-3db86433bfe4 req-b296303c-00d9-4b86-b526-4893be2b96c7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944433 Jun 07 13:42:58.634207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 33610998-ba47-46ec-bf77-bcf589275f60 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:58.692915 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port': {'id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:58.716487 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Checking router: 4c7538ef-379b-48fd-aac4-9aac3d5737f9 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:58.723932 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Updating router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 port f18aa4dc-6281-46f1-a40e-b997f08260b9 binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:42:58.778738 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f14e3-833e-41cc-84ae-558f731ae940 req-c7837ea1-881f-45e8-8ac6-445c711492f6 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:58.781291 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-335f14e3-833e-41cc-84ae-558f731ae940 req-c7837ea1-881f-45e8-8ac6-445c711492f6 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2028582 Jun 07 13:42:58.855670 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.881732 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 33610998-ba47-46ec-bf77-bcf589275f60 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:58.893353 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 33610998-ba47-46ec-bf77-bcf589275f60 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:58.894251 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.049261 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-335f14e3-833e-41cc-84ae-558f731ae940 req-6fc86cc8-7d89-4fbc-bb17-715480aeae10 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594497 Jun 07 13:42:59.144649 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.210377 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.225952 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 33610998-ba47-46ec-bf77-bcf589275f60, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=33610998-ba47-46ec-bf77-bcf589275f60,segment=NetworkSegment(c581661c-6a9c-4ab9-b429-7106730edaa9),segment_id=c581661c-6a9c-4ab9-b429-7106730edaa9)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:59.236292 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.238301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fcb02511-9335-4781-bee2-af7a65a3feb4 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:59.304217 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.336245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47146) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:59.438250 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.460750 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Transition to ACTIVE for port object f18aa4dc-6281-46f1-a40e-b997f08260b9 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:59.471967 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.478612 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-e0349644-5f1a-4aba-a3c6-020af64f44f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.482654 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Allocated IP 172.20.0.1 (e98c3c12-63e3-4296-9cd9-b87756bf17d3/3df7228e-0f11-45af-8f0a-772fb42ce781/fe82c5b0-7774-4c36-9446-62f280f145d0) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:59.487210 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9e1564c-afb6-4c82-999d-bdf34d52c3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.498527 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=33610998-ba47-46ec-bf77-bcf589275f60,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.505277 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:59.506499 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port fcb02511-9335-4781-bee2-af7a65a3feb4 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:59.516620 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port fcb02511-9335-4781-bee2-af7a65a3feb4 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:59.517275 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.614151 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcbbcb-652d-4719-bf6a-306a3315f560 None None] Pushing event updated for resources: {'Port': ['ID=f18aa4dc-6281-46f1-a40e-b997f08260b9,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.618510 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-10bcbbcb-652d-4719-bf6a-306a3315f560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:59.662061 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Attempting to bind port f18aa4dc-6281-46f1-a40e-b997f08260b9 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:59.662445 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Attempting to bind port f18aa4dc-6281-46f1-a40e-b997f08260b9 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:59.662831 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Attempting to bind port f18aa4dc-6281-46f1-a40e-b997f08260b9 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:59.677959 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:59.678343 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:59.678750 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.679022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9e1564c-afb6-4c82-999d-bdf34d52c3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.679141 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:59.679617 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Bound port: f18aa4dc-6281-46f1-a40e-b997f08260b9, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:59.679997 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.687650 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e9e1564c-afb6-4c82-999d-bdf34d52c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.699721 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c0cea9a0-e6af-41d9-888e-3cd059c7a5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.714635 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.753762 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port fcb02511-9335-4781-bee2-af7a65a3feb4, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=fcb02511-9335-4781-bee2-af7a65a3feb4,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:59.760009 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.762189 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-0ed8328c-eb6b-45b0-bcb7-44d8773893a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.800457 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.816424 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e9e1564c-afb6-4c82-999d-bdf34d52c3f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46d8060e9c1c4e6ab9d79eecdc4ef9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763811 Jun 07 13:42:59.816424 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1564c-afb6-4c82-999d-bdf34d52c3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceed545-7ac0-4c77-ad90-5652634b6ffb,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.816727 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 47152) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:59.821331 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e9e1564c-afb6-4c82-999d-bdf34d52c3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:59.831116 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] For port f18aa4dc-6281-46f1-a40e-b997f08260b9, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:59.838241 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] For port f18aa4dc-6281-46f1-a40e-b997f08260b9, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=f18aa4dc-6281-46f1-a40e-b997f08260b9,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:59.844549 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.851428 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.852224 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=fcb02511-9335-4781-bee2-af7a65a3feb4,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.854045 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53869f-2a55-4398-98cf-8b06cb7a43fb req-57ca8342-ea8d-40a7-b4e0-58cbe7709e17 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:59.856200 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fe53869f-2a55-4398-98cf-8b06cb7a43fb req-57ca8342-ea8d-40a7-b4e0-58cbe7709e17 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1088278 Jun 07 13:42:59.866127 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:59.869669 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Transition to ACTIVE for port object fe82c5b0-7774-4c36-9446-62f280f145d0 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:59.903946 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.938516 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.941948 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fe53869f-2a55-4398-98cf-8b06cb7a43fb req-08f4e778-b436-4dce-96db-8fb62e42d818 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771012 Jun 07 13:42:59.965109 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Routers {'4c7538ef-379b-48fd-aac4-9aac3d5737f9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:59.965778 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:59.968231 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.974623 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:00.032547 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcbbcb-652d-4719-bf6a-306a3315f560 None None] Pushing event updated for resources: {'Port': ['ID=f18aa4dc-6281-46f1-a40e-b997f08260b9,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:00.036218 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-10bcbbcb-652d-4719-bf6a-306a3315f560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:00.051738 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:00.056785 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:00.059169 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:00.117307 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Pushing event updated for resources: {'Port': ['ID=fe82c5b0-7774-4c36-9446-62f280f145d0,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:00.126425 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:00.138849 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.142937 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.144422 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fceed545-7ac0-4c77-ad90-5652634b6ffb HTTP/1.1" status: 204 len: 168 time: 0.3265510 Jun 07 13:43:00.147953 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-83255872-a0b2-42a9-a9b4-512949a2d84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:00.165364 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceed545-7ac0-4c77-ad90-5652634b6ffb,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:00.169820 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:00.172816 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.243314 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] Set router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:00.413560 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.440013 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36bcd-214e-4d27-a6d0-37c99d26da06 req-07f29c5d-b0f8-4aae-b405-5d6844e68f16 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:00.442658 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-bf359cb0-1138-43cc-a6d0-f6d5eb6017f7 None None] Provisioning for port fe82c5b0-7774-4c36-9446-62f280f145d0 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:00.447240 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-afa36bcd-214e-4d27-a6d0-37c99d26da06 req-07f29c5d-b0f8-4aae-b405-5d6844e68f16 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1964359 Jun 07 13:43:00.453328 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-bf359cb0-1138-43cc-a6d0-f6d5eb6017f7 None None] Provisioning complete for port fe82c5b0-7774-4c36-9446-62f280f145d0 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:00.455941 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bf359cb0-1138-43cc-a6d0-f6d5eb6017f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.515184 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 33610998-ba47-46ec-bf77-bcf589275f60 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:00.549023 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-afa36bcd-214e-4d27-a6d0-37c99d26da06 req-13cf83d8-c65e-4b3d-ab7c-4351be3520e9 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010680 Jun 07 13:43:00.615716 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-bf359cb0-1138-43cc-a6d0-f6d5eb6017f7 None None] Port fe82c5b0-7774-4c36-9446-62f280f145d0 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:00.638895 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 33610998-ba47-46ec-bf77-bcf589275f60 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:00.639351 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.671798 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47162) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:00.693290 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8c6e906b-9817-47cd-acfa-87a2782e8b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.796934 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.802676 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.821183 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8c6e906b-9817-47cd-acfa-87a2782e8b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.826582 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8c6e906b-9817-47cd-acfa-87a2782e8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.835366 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:00.839032 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-bcecbadb-538e-49b6-9012-0378d89cd820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:00.842050 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fcb02511-9335-4781-bee2-af7a65a3feb4 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:00.893031 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8c6e906b-9817-47cd-acfa-87a2782e8b77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfbfed08d7a44f22a3ba3e42069f01b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193389 Jun 07 13:43:00.894073 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e906b-9817-47cd-acfa-87a2782e8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b853fed8-8fa0-470a-9a85-fdbb6a7ede2d,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:00.896466 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47164) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:00.898557 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8c6e906b-9817-47cd-acfa-87a2782e8b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:00.907744 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port': {'id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:00.915967 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2659a-5986-48da-b2bf-a7c4efc799c6 None None] The sync data for ids ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'] in dv-cinder-785362-2-iscsi is: [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port': {'id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:00.958242 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Pushing event updated for resources: {'Port': ['ID=fe82c5b0-7774-4c36-9446-62f280f145d0,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:00.961891 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:00.963181 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.981792 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port fcb02511-9335-4781-bee2-af7a65a3feb4 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:00.982415 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.992627 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.029440 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.176901 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.182431 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.184378 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b853fed8-8fa0-470a-9a85-fdbb6a7ede2d HTTP/1.1" status: 204 len: 168 time: 0.2865205 Jun 07 13:43:01.188642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-48389f98-30c7-4575-8c18-cd6bde09f95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:01.205391 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b853fed8-8fa0-470a-9a85-fdbb6a7ede2d,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:01.210161 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:01.235760 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:01.236908 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:01.266630 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073607d4-5d16-44c1-aa81-80b16072fd0a req-eb1ef19c-acba-4a53-9e41-5f019b530ba9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:01.269370 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-073607d4-5d16-44c1-aa81-80b16072fd0a req-eb1ef19c-acba-4a53-9e41-5f019b530ba9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1555095 Jun 07 13:43:01.382189 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-073607d4-5d16-44c1-aa81-80b16072fd0a req-fdeea8aa-049d-495f-8ae0-be98bfbe2247 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Jun 07 13:43:01.519331 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:43:01.659240 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-0dfb5508-d161-4808-96e5-b388cb3d6697 None None] Provisioning complete for port fe82c5b0-7774-4c36-9446-62f280f145d0 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:01.659823 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0dfb5508-d161-4808-96e5-b388cb3d6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.772326 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb5508-d161-4808-96e5-b388cb3d6697 None None] Port fe82c5b0-7774-4c36-9446-62f280f145d0 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:01.816008 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:01.839413 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] 10.222.0.44 "PUT /v2.0/routers/4c7538ef-379b-48fd-aac4-9aac3d5737f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1195769 Jun 07 13:43:01.877820 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d218-f6e5-4a6f-a46c-32aaffb83e9e req-79b2cc82-f748-498a-a2ba-0b790706b1d1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:01.880245 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-13e2d218-f6e5-4a6f-a46c-32aaffb83e9e req-79b2cc82-f748-498a-a2ba-0b790706b1d1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1343234 Jun 07 13:43:01.973117 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-13e2d218-f6e5-4a6f-a46c-32aaffb83e9e req-83b397b0-0b49-4666-8ce5-fdb893ec1d27 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806146 Jun 07 13:43:02.412097 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device f18aa4dc-6281-46f1-a40e-b997f08260b9 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:02.619721 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port f18aa4dc-6281-46f1-a40e-b997f08260b9 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:02.650266 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port f18aa4dc-6281-46f1-a40e-b997f08260b9 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:02.650548 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.699889 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e48ca6-6be7-4cbc-8a6c-7236378e24c1 req-7661bfe3-1c0a-4958-a289-93ad29f0f5ce tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:02.708621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f4e48ca6-6be7-4cbc-8a6c-7236378e24c1 req-7661bfe3-1c0a-4958-a289-93ad29f0f5ce tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1151991 Jun 07 13:43:02.782390 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f4e48ca6-6be7-4cbc-8a6c-7236378e24c1 req-8428747c-c4ae-4cb8-bed5-29df5265378a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725524 Jun 07 13:43:02.900607 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.931395 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port f18aa4dc-6281-46f1-a40e-b997f08260b9, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=f18aa4dc-6281-46f1-a40e-b997f08260b9,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:02.940853 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.949924 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:03.072870 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=f18aa4dc-6281-46f1-a40e-b997f08260b9,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:03.081464 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:03.333448 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Sync routers for ids ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:03.352019 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Routers {'4c7538ef-379b-48fd-aac4-9aac3d5737f9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:03.353301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:03.446092 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962ce28-03d4-4887-9c79-402523bdb763 req-d6b9a82b-6c1d-420f-bc66-028f1fc8996d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:03.447774 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4962ce28-03d4-4887-9c79-402523bdb763 req-d6b9a82b-6c1d-420f-bc66-028f1fc8996d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2616065 Jun 07 13:43:03.548331 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4962ce28-03d4-4887-9c79-402523bdb763 req-7a0ab9c9-4b27-4617-b508-09557c393b9f tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888166 Jun 07 13:43:03.610529 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bc9cfafe-cabb-4772-a436-0cf7c43a26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.756311 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Set router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:04.173963 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f0c1d-8ac2-49a0-aa98-1e48b391b9e9 req-3b0b1010-f5d2-4a0e-96d9-af5779157643 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:04.176692 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-413f0c1d-8ac2-49a0-aa98-1e48b391b9e9 req-3b0b1010-f5d2-4a0e-96d9-af5779157643 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1959355 Jun 07 13:43:04.296700 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-413f0c1d-8ac2-49a0-aa98-1e48b391b9e9 req-582cdd71-de16-453f-882f-93be20f7b726 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098428 Jun 07 13:43:04.438938 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port': {'id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fe82c5b0-7774-4c36-9446-62f280f145d0', 'name': '', 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'mac_address': 'fa:16:3e:6e:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3df7228e-0f11-45af-8f0a-772fb42ce781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 2, 'project_id': '4704beaff95b47699170e303bbb3e115', 'subnets': [{'id': '3df7228e-0f11-45af-8f0a-772fb42ce781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:04.447030 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Checking router: 4c7538ef-379b-48fd-aac4-9aac3d5737f9 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:04.447398 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Updating router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 port fe82c5b0-7774-4c36-9446-62f280f145d0 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:43:04.482769 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device f18aa4dc-6281-46f1-a40e-b997f08260b9 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:04.623614 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.783478 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port f18aa4dc-6281-46f1-a40e-b997f08260b9 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:04.784094 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.977227 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63622cc-51cd-43eb-baaf-b259d238f039 req-b8ec8901-965a-4f2e-b38b-ba9ddb000934 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:04.980028 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e63622cc-51cd-43eb-baaf-b259d238f039 req-b8ec8901-965a-4f2e-b38b-ba9ddb000934 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1552820 Jun 07 13:43:05.095322 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e63622cc-51cd-43eb-baaf-b259d238f039 req-c5bd90df-87f9-43ac-a44a-701838d8f09e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011066 Jun 07 13:43:05.156982 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 47286) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:05.435623 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.467703 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Transition to ACTIVE for port object fe82c5b0-7774-4c36-9446-62f280f145d0 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:05.469139 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1dfeb344-1572-4b5e-9126-65707519ee26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.478709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.492621 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:05.711575 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01e82-b8c8-4633-839b-3678038b7b35 req-1bf14572-4f93-4e85-af09-22516dd606eb tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:05.720059 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-70f01e82-b8c8-4633-839b-3678038b7b35 req-1bf14572-4f93-4e85-af09-22516dd606eb tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1055779 Jun 07 13:43:05.766290 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034a586-0fd7-4277-8cb6-43a1cce76a02 None None] Pushing event updated for resources: {'Port': ['ID=fe82c5b0-7774-4c36-9446-62f280f145d0,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:05.773303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-a034a586-0fd7-4277-8cb6-43a1cce76a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:05.794703 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-70f01e82-b8c8-4633-839b-3678038b7b35 req-72713642-a190-44e3-9a3b-6f7c3366a69a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731959 Jun 07 13:43:05.840026 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1dfeb344-1572-4b5e-9126-65707519ee26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.849828 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Attempting to bind port fe82c5b0-7774-4c36-9446-62f280f145d0 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:05.850262 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Attempting to bind port fe82c5b0-7774-4c36-9446-62f280f145d0 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:05.850896 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Attempting to bind port fe82c5b0-7774-4c36-9446-62f280f145d0 on network e98c3c12-63e3-4296-9cd9-b87756bf17d3 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:05.861669 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:05.862081 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Checking segment: {'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:05.862495 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.862962 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Bound using segment: {'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:05.863165 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1dfeb344-1572-4b5e-9126-65707519ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.863452 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Bound port: fe82c5b0-7774-4c36-9446-62f280f145d0, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c581661c-6a9c-4ab9-b429-7106730edaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:05.863954 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.908393 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0a5f782b-3706-4104-b6f1-c50ab1b3bfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:05.945099 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47292) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:05.945512 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-1dfeb344-1572-4b5e-9126-65707519ee26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ade170fa9c9e488b90625bad5dfe6d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7867298 Jun 07 13:43:05.990993 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] For port fe82c5b0-7774-4c36-9446-62f280f145d0, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:05.995044 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] For port fe82c5b0-7774-4c36-9446-62f280f145d0, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=fe82c5b0-7774-4c36-9446-62f280f145d0,segment=NetworkSegment(c581661c-6a9c-4ab9-b429-7106730edaa9),segment_id=c581661c-6a9c-4ab9-b429-7106730edaa9)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:05.999372 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfeb344-1572-4b5e-9126-65707519ee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11777ed2-eac7-454b-9f0b-d682cedca206,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:06.001517 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.006222 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:06.026387 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1dfeb344-1572-4b5e-9126-65707519ee26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:06.075142 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.102400 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Routers {'4c7538ef-379b-48fd-aac4-9aac3d5737f9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:06.103203 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:42:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:06.115715 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.259184 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.262648 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.264502 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11777ed2-eac7-454b-9f0b-d682cedca206 HTTP/1.1" status: 204 len: 168 time: 0.3177421 Jun 07 13:43:06.266239 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ae17e294-b6bc-4054-9096-e9165a235b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:06.284855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11777ed2-eac7-454b-9f0b-d682cedca206,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:06.294078 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:06.474454 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] Set router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:06.552963 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d566d-e67b-4ff0-9479-da6ef8964c9e req-ae61915a-ae2c-4e52-83f7-daa2b77bacfc tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:06.555941 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a58d566d-e67b-4ff0-9479-da6ef8964c9e req-ae61915a-ae2c-4e52-83f7-daa2b77bacfc tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1549730 Jun 07 13:43:06.558223 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034a586-0fd7-4277-8cb6-43a1cce76a02 None None] Pushing event updated for resources: {'Port': ['ID=fe82c5b0-7774-4c36-9446-62f280f145d0,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:06.573687 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-a034a586-0fd7-4277-8cb6-43a1cce76a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:06.649335 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a58d566d-e67b-4ff0-9479-da6ef8964c9e req-52e61513-eaf9-408d-ae71-0b3c85f91292 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821383 Jun 07 13:43:06.730042 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.930024 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47304) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:06.993929 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e39d1245-8e1b-4368-8470-ca27c671c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.003165 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port': {'id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fe82c5b0-7774-4c36-9446-62f280f145d0', 'name': '', 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'mac_address': 'fa:16:3e:6e:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3df7228e-0f11-45af-8f0a-772fb42ce781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 4, 'project_id': '4704beaff95b47699170e303bbb3e115', 'subnets': [{'id': '3df7228e-0f11-45af-8f0a-772fb42ce781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:07.021309 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435b050-c87e-4a51-92e2-c8954ea90077 None None] The sync data for ids ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'] in dv-cinder-785362-2-iscsi is: [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port': {'id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fe82c5b0-7774-4c36-9446-62f280f145d0', 'name': '', 'network_id': 'e98c3c12-63e3-4296-9cd9-b87756bf17d3', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'mac_address': 'fa:16:3e:6e:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '3df7228e-0f11-45af-8f0a-772fb42ce781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 4, 'project_id': '4704beaff95b47699170e303bbb3e115', 'subnets': [{'id': '3df7228e-0f11-45af-8f0a-772fb42ce781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:07.134864 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf6016-3903-4344-a3ed-fb960c4b5ff3 req-4374ac54-66c1-4a77-a4ce-0f08dac38908 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:07.143459 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cfcf6016-3903-4344-a3ed-fb960c4b5ff3 req-4374ac54-66c1-4a77-a4ce-0f08dac38908 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1840627 Jun 07 13:43:07.185336 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4b198124-8b6b-412c-81d3-e718db8f1619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.229278 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cfcf6016-3903-4344-a3ed-fb960c4b5ff3 req-e166e3b2-e428-408f-bc11-0ae02b0eecf0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846441 Jun 07 13:43:07.288856 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e39d1245-8e1b-4368-8470-ca27c671c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.293514 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e39d1245-8e1b-4368-8470-ca27c671c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.301855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cbd4a7b7-8b4a-4985-ab79-6334c56100ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:07.361080 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e39d1245-8e1b-4368-8470-ca27c671c2ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9049330a215e479d9eb27875420628fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242318 Jun 07 13:43:07.361080 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d1245-8e1b-4368-8470-ca27c671c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e5f8a6-37ac-4660-9eca-cd714a8595c3,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:07.362048 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47308) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:07.374308 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e39d1245-8e1b-4368-8470-ca27c671c2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:07.476608 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d384156-ea78-48f4-a833-4e6c17defc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.522530 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d384156-ea78-48f4-a833-4e6c17defc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.593060 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d384156-ea78-48f4-a833-4e6c17defc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.597335 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7d384156-ea78-48f4-a833-4e6c17defc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.598646 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7d384156-ea78-48f4-a833-4e6c17defc60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45e5f8a6-37ac-4660-9eca-cd714a8595c3 HTTP/1.1" status: 204 len: 168 time: 0.2357948 Jun 07 13:43:07.599579 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8c6e906b-9817-47cd-acfa-87a2782e8b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:07.643454 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d384156-ea78-48f4-a833-4e6c17defc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e5f8a6-37ac-4660-9eca-cd714a8595c3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:07.653848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7d384156-ea78-48f4-a833-4e6c17defc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:08.039704 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24838d-3457-492a-a68a-af012ff50115 req-389ac0c0-35e6-4621-98fc-73a20b7a6203 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:08.047182 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ab24838d-3457-492a-a68a-af012ff50115 req-389ac0c0-35e6-4621-98fc-73a20b7a6203 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2275209 Jun 07 13:43:08.115516 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ab24838d-3457-492a-a68a-af012ff50115 req-5d32f3bf-1eca-4c86-86fb-12a212517a64 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603099 Jun 07 13:43:08.253816 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.523835 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fe82c5b0-7774-4c36-9446-62f280f145d0 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:08.640151 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9eec9-2ebe-4b50-a72f-2feb0314cda1 req-e7c391dc-c56a-4c9f-8bbb-125c6a8eb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:08.641676 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0df9eec9-2ebe-4b50-a72f-2feb0314cda1 req-e7c391dc-c56a-4c9f-8bbb-125c6a8eb905 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1099 time: 0.1489718 Jun 07 13:43:08.722165 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee396c9d-9a06-4c6c-9358-c7da94be5859 req-c5531ead-468e-47e1-a839-edf9bc1e44a5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:08.730603 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ee396c9d-9a06-4c6c-9358-c7da94be5859 req-c5531ead-468e-47e1-a839-edf9bc1e44a5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2079804 Jun 07 13:43:08.736041 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0df9eec9-2ebe-4b50-a72f-2feb0314cda1 req-3e957a48-f5ff-4a16-ab1d-5fbbd35a0d23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823760 Jun 07 13:43:08.803613 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port fe82c5b0-7774-4c36-9446-62f280f145d0 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:08.820858 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port fe82c5b0-7774-4c36-9446-62f280f145d0 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:08.821768 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.892923 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ee396c9d-9a06-4c6c-9358-c7da94be5859 req-6758f820-d38b-4858-ab71-4283d9eeb2d8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611102 Jun 07 13:43:09.134196 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.252863 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port fe82c5b0-7774-4c36-9446-62f280f145d0, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=fe82c5b0-7774-4c36-9446-62f280f145d0,segment=NetworkSegment(c581661c-6a9c-4ab9-b429-7106730edaa9),segment_id=c581661c-6a9c-4ab9-b429-7106730edaa9)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:09.260421 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.265617 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:09.468121 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=fe82c5b0-7774-4c36-9446-62f280f145d0,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:09.476237 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:09.500317 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ebb3c-d401-47e3-9797-77631b08e65c req-2e2b10f4-b996-4278-91b3-f868381e9356 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:09.503734 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3c1ebb3c-d401-47e3-9797-77631b08e65c req-2e2b10f4-b996-4278-91b3-f868381e9356 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1341934 Jun 07 13:43:09.610692 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3c1ebb3c-d401-47e3-9797-77631b08e65c req-14839adc-c630-41fb-be02-b69e7a8a760c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960505 Jun 07 13:43:09.651655 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.244707 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f1db-3e25-4108-8290-f97969b1c2f6 req-7ee5355c-a09f-4d71-9b47-1baa8c56a8b1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:10.249944 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6f12f1db-3e25-4108-8290-f97969b1c2f6 req-7ee5355c-a09f-4d71-9b47-1baa8c56a8b1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1764498 Jun 07 13:43:10.365329 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47362) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:10.381553 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6f12f1db-3e25-4108-8290-f97969b1c2f6 req-4752a1fc-d15f-43aa-9c1e-178a08225c8a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193810 Jun 07 13:43:10.446329 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fe82c5b0-7774-4c36-9446-62f280f145d0 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:10.578112 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-263c00ff-ee71-474e-a23b-f6252fe275e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.593579 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port fe82c5b0-7774-4c36-9446-62f280f145d0 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:10.594241 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.772380 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-263c00ff-ee71-474e-a23b-f6252fe275e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.787896 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-263c00ff-ee71-474e-a23b-f6252fe275e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.847719 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14a290-ee2e-4874-b6d7-3039523ea3c0 req-9df6d7ed-320c-40b4-a242-e8afc45b3aed tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:10.856260 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa14a290-ee2e-4874-b6d7-3039523ea3c0 req-9df6d7ed-320c-40b4-a242-e8afc45b3aed tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1132810 Jun 07 13:43:10.856527 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-696b1003-5516-4474-bdd8-0f7f345db3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:10.876151 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-263c00ff-ee71-474e-a23b-f6252fe275e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3dd3eef687c4564b8053a0b2092e41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951324 Jun 07 13:43:10.877153 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47368) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:10.916225 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aa14a290-ee2e-4874-b6d7-3039523ea3c0 req-c23ed847-786d-4050-803c-f6622835fa62 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584657 Jun 07 13:43:10.964633 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c00ff-ee71-474e-a23b-f6252fe275e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbedc8a8-db51-4300-add2-f24242d615ad,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:10.985705 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-263c00ff-ee71-474e-a23b-f6252fe275e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:11.005919 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.042924 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.110550 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.113019 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.116951 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbedc8a8-db51-4300-add2-f24242d615ad HTTP/1.1" status: 204 len: 168 time: 0.2350538 Jun 07 13:43:11.117943 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ea25ec28-932a-4632-b622-0f2b98d20bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:11.130580 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbedc8a8-db51-4300-add2-f24242d615ad,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:11.133000 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:11.682628 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e55ce-1723-4728-ac98-55ae6cb1ca47 req-4712199a-c9a0-4343-8553-c9dcdabb543b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:11.685055 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ce4e55ce-1723-4728-ac98-55ae6cb1ca47 req-4712199a-c9a0-4343-8553-c9dcdabb543b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1508296 Jun 07 13:43:11.751695 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ce4e55ce-1723-4728-ac98-55ae6cb1ca47 req-5bc95cd6-f418-432d-8ae0-de9719d80e78 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594301 Jun 07 13:43:12.277605 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176f1b4-11f7-4a36-b9cd-d46ec1e3e7b6 req-a4e70e9b-cc7d-4ec5-8090-6dcbcf0ec546 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:12.280332 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c176f1b4-11f7-4a36-b9cd-d46ec1e3e7b6 req-a4e70e9b-cc7d-4ec5-8090-6dcbcf0ec546 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1261711 Jun 07 13:43:12.371808 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c176f1b4-11f7-4a36-b9cd-d46ec1e3e7b6 req-35dca288-d06f-4c7e-ba33-d7c06d801d54 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775764 Jun 07 13:43:12.571269 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-941480f9-02f5-4a8b-957c-e4a1dcf64433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:12.573229 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-941480f9-02f5-4a8b-957c-e4a1dcf64433 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=acdfa4be8548409aa1be672c31b5ba55&device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 1099 time: 0.0991073 Jun 07 13:43:12.682544 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad03aa-5010-4c01-91dd-e0ec081b31b9 req-7ca6bbd3-bc6c-4fc4-953f-9074da2a357e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:12.691222 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3ad03aa-5010-4c01-91dd-e0ec081b31b9 req-7ca6bbd3-bc6c-4fc4-953f-9074da2a357e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1620255 Jun 07 13:43:12.762271 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3ad03aa-5010-4c01-91dd-e0ec081b31b9 req-37643c58-d956-4523-9371-7634f3ee9c63 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695121 Jun 07 13:43:12.897347 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-15a7475d-ec31-46bc-a7bf-e977dabdcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:12.900119 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-15a7475d-ec31-46bc-a7bf-e977dabdcde8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 200 len: 920 time: 0.3184001 Jun 07 13:43:13.010057 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-38ceea54-4fae-4c2b-9cda-f90ffb217445 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 200 len: 217 time: 0.0935242 Jun 07 13:43:13.098946 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-63346288-04a5-4c59-996e-4778bf2db7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:13.100605 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-63346288-04a5-4c59-996e-4778bf2db7d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 200 len: 859 time: 0.0797911 Jun 07 13:43:13.192971 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-0bd10f6b-17ea-414e-8ccf-1cd924a2403c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e302dc2c-3c49-411d-a65e-db062179de05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812936 Jun 07 13:43:13.546051 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-9abe7242-17d9-45d0-a68c-d349c7bd4770 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379219 Jun 07 13:43:13.729987 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23d29a89-3352-47d3-9313-2f3cc25d86ff req-575b0fbd-2620-4718-b9cf-eb27de9249a7 service neutron] 10.222.0.60 "GET /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769836 Jun 07 13:43:13.764733 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d2bf2-3b8c-4075-b1c2-bfa56cd30bd6 req-779aec7c-a44c-4fc9-b5bf-231118568561 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:13.772124 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5e5d2bf2-3b8c-4075-b1c2-bfa56cd30bd6 req-779aec7c-a44c-4fc9-b5bf-231118568561 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1542914 Jun 07 13:43:13.834117 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5e5d2bf2-3b8c-4075-b1c2-bfa56cd30bd6 req-1e20830a-feb3-4ce2-b980-1199c4b5fd1d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610151 Jun 07 13:43:13.848913 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.052019 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b07cac-53e1-4e53-8247-536c693394c7 req-7f175af4-cd17-46f2-99f2-37b2f3c9b8f6 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:14.055112 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f9b07cac-53e1-4e53-8247-536c693394c7 req-7f175af4-cd17-46f2-99f2-37b2f3c9b8f6 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1281991 Jun 07 13:43:14.207376 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f9b07cac-53e1-4e53-8247-536c693394c7 req-b37279c5-20d7-4c58-894f-6d2d5212ca83 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475108 Jun 07 13:43:14.371079 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25779e1-492b-4e18-ace2-dd2fc82bd577 req-138637d7-e57a-487d-98cd-21a38c9022dc tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:14.388458 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c25779e1-492b-4e18-ace2-dd2fc82bd577 req-138637d7-e57a-487d-98cd-21a38c9022dc tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1662617 Jun 07 13:43:14.471942 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c25779e1-492b-4e18-ace2-dd2fc82bd577 req-4ed9f6f9-8815-4797-aa71-f8b50bfc6147 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819082 Jun 07 13:43:14.474653 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-0202c5d8-96fb-45e4-a639-3eea7cd69d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:14.477526 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-0202c5d8-96fb-45e4-a639-3eea7cd69d29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1098 time: 0.1407034 Jun 07 13:43:14.841040 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-b71ca293-3f77-4b79-901d-16949a4f6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:14.843563 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-b71ca293-3f77-4b79-901d-16949a4f6d74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.3584709 Jun 07 13:43:14.998960 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-385df5e2-08e3-4090-8ddf-26fe1212a282 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 1001 time: 0.1435518 Jun 07 13:43:15.227838 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-9199c6ac-0749-45d2-862a-32a53708fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:15.235580 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-9199c6ac-0749-45d2-862a-32a53708fe9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.2178710 Jun 07 13:43:15.376424 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-4152a408-1c88-4a9b-9d1e-ec805bb549e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:15.379272 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-4152a408-1c88-4a9b-9d1e-ec805bb549e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363852 Jun 07 13:43:15.644198 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-733030e5-b6e8-4623-9a33-ab9770cb0b46 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541356 Jun 07 13:43:15.714547 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ceca4-19b6-4ea6-8536-1cc49c7e113a req-a91e51ca-4fc8-4b2d-95c8-c56260c4cda4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:15.724339 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-684ceca4-19b6-4ea6-8536-1cc49c7e113a req-a91e51ca-4fc8-4b2d-95c8-c56260c4cda4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1768053 Jun 07 13:43:15.816580 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-684ceca4-19b6-4ea6-8536-1cc49c7e113a req-f73ec834-c869-4345-947b-ff1d9ec6e125 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909925 Jun 07 13:43:15.955911 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2885fb-1ec7-4f7e-9ae0-1d7cc99ec277 req-81dbb491-a53d-4f37-98b1-83f9ac32360d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:15.957810 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8c2885fb-1ec7-4f7e-9ae0-1d7cc99ec277 req-81dbb491-a53d-4f37-98b1-83f9ac32360d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2298455 Jun 07 13:43:15.960369 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-49127107-eaf5-4ca7-b4fd-038f4782a89c req-106db232-b263-480f-b6ab-2065bcd96ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050179 Jun 07 13:43:16.033605 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8c2885fb-1ec7-4f7e-9ae0-1d7cc99ec277 req-41572fb8-3726-4cae-abf9-7ec248cea2a1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651579 Jun 07 13:43:16.185309 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10421f07-8268-4842-bb1e-b0c369c28cba req-55e79033-eb01-4b1a-a150-766d10a9ea8b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:16.191015 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-10421f07-8268-4842-bb1e-b0c369c28cba req-55e79033-eb01-4b1a-a150-766d10a9ea8b tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.2446470 Jun 07 13:43:16.252988 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-10421f07-8268-4842-bb1e-b0c369c28cba req-7d223f9c-c6a2-4876-bb70-ddf4c28771ab tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531178 Jun 07 13:43:17.214971 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de8394-1f46-4c7b-a0f7-a4330296ec13 req-9ebe9b83-e202-4097-93c3-ebe92b99a55b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:17.218773 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-63de8394-1f46-4c7b-a0f7-a4330296ec13 req-9ebe9b83-e202-4097-93c3-ebe92b99a55b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.2188556 Jun 07 13:43:17.400207 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-63de8394-1f46-4c7b-a0f7-a4330296ec13 req-0f59e6d1-9f9f-455e-ad84-5afcb23e5c2d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654792 Jun 07 13:43:17.532240 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94a660-c30b-4967-94f3-4e1092b19ef0 req-8164bd95-e0cc-4c1d-9ff8-4ce596d8bfec tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:17.539344 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cb94a660-c30b-4967-94f3-4e1092b19ef0 req-8164bd95-e0cc-4c1d-9ff8-4ce596d8bfec tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1728797 Jun 07 13:43:17.618345 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cb94a660-c30b-4967-94f3-4e1092b19ef0 req-b1aa7a6e-f8cc-4650-a1f6-8f8a9b373725 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777545 Jun 07 13:43:17.856617 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75b404-f6ae-4866-a1c6-451d9a3c4381 req-46b3f4c0-7fad-4be0-9208-a4d5a4ab2d43 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:17.859674 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6a75b404-f6ae-4866-a1c6-451d9a3c4381 req-46b3f4c0-7fad-4be0-9208-a4d5a4ab2d43 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.2053936 Jun 07 13:43:17.948861 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6a75b404-f6ae-4866-a1c6-451d9a3c4381 req-0d5b0ffe-66d7-4000-8d31-6f393d53fb8c tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821834 Jun 07 13:43:18.485775 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82741856-0dfc-446c-bb73-6f835f3845fc req-5acbc2f8-1810-483f-9ef8-901d0d5f1cf7 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:18.488067 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-82741856-0dfc-446c-bb73-6f835f3845fc req-5acbc2f8-1810-483f-9ef8-901d0d5f1cf7 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.1184900 Jun 07 13:43:18.687600 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Deleting port 793a173e-226d-4fa0-8263-b7895977b680 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:43:18.688256 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:18.907201 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] For port 793a173e-226d-4fa0-8263-b7895977b680, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=793a173e-226d-4fa0-8263-b7895977b680,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:18.909026 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:19.079257 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Calling delete_port for 793a173e-226d-4fa0-8263-b7895977b680 owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:43:19.420536 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e09d1-582d-48e4-952e-42ebf370f0dc req-908c3bc3-5b82-4f8b-8e11-b4ab45470d73 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:19.422630 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2c2e09d1-582d-48e4-952e-42ebf370f0dc req-908c3bc3-5b82-4f8b-8e11-b4ab45470d73 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e1800b-0106-48af-98fc-441f6890317e HTTP/1.1" status: 200 len: 945 time: 0.2705934 Jun 07 13:43:19.444801 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:19.461614 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:19.466513 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['793a173e-226d-4fa0-8263-b7895977b680'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:19.597983 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Pushing event deleted for resources: {'Port': ['ID=793a173e-226d-4fa0-8263-b7895977b680,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:19.615917 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:19.688776 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-b1139f91-c291-42ff-b13b-9711ef08e14e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:19.690782 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-b1139f91-c291-42ff-b13b-9711ef08e14e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 814 time: 0.3248928 Jun 07 13:43:19.691427 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] No DVR routers for this DVR port 793a173e-226d-4fa0-8263-b7895977b680 on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:43:19.694368 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:19.696571 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-82741856-0dfc-446c-bb73-6f835f3845fc req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "DELETE /v2.0/ports/793a173e-226d-4fa0-8263-b7895977b680 HTTP/1.1" status: 204 len: 173 time: 1.1978245 Jun 07 13:43:19.699278 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e1800b-0106-48af-98fc-441f6890317e', 'name': 'network-vif-deleted', 'tag': '793a173e-226d-4fa0-8263-b7895977b680'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:19.709993 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9981e2d1-1eac-490d-8ccb-d88c5d5a5317" -d '{"events": [{"server_uuid": "23e1800b-0106-48af-98fc-441f6890317e", "name": "network-vif-deleted", "tag": "793a173e-226d-4fa0-8263-b7895977b680"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:19.729270 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-3a785eaa-f7df-42cd-a52e-3a25274d3566 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/quotas/93e1ec2b601f42859a571bbd257b763b HTTP/1.1" status: 200 len: 375 time: 0.0305352 Jun 07 13:43:19.843840 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2c2e09d1-582d-48e4-952e-42ebf370f0dc req-ba052e10-7a0e-46af-ba60-9e79e98ddfd8 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046845 Jun 07 13:43:19.880037 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-765724c8-ef6d-418e-a02f-9016b43d6536 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439755 Jun 07 13:43:19.946051 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd106460-116c-4ec2-97ed-d704d78c3088 x-openstack-request-id: req-cd106460-116c-4ec2-97ed-d704d78c3088 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:19.946402 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e1800b-0106-48af-98fc-441f6890317e", "name": "network-vif-deleted", "tag": "793a173e-226d-4fa0-8263-b7895977b680", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:19.946806 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd106460-116c-4ec2-97ed-d704d78c3088 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:19.947254 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e1800b-0106-48af-98fc-441f6890317e', 'name': 'network-vif-deleted', 'tag': '793a173e-226d-4fa0-8263-b7895977b680', 'status': 'completed', 'code': 200} Jun 07 13:43:20.095076 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-33d6da5e-7963-4028-97e6-e25bb3a1723c service neutron] 10.222.0.44 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060707 Jun 07 13:43:20.267699 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-67fddf9f-afa4-42b1-acfb-e5ce0e318f6e service neutron] 10.222.0.44 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644800 Jun 07 13:43:20.486345 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a9e39e8c-18c6-468f-acaa-81e46e663b85 req-6e5581cb-b469-4bae-818f-d994871c3b89 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 210 time: 0.0495362 Jun 07 13:43:20.714735 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:43:21.712733 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f36c9d33-d853-4593-80b2-6e02a0b7370c req-0df4651d-a457-4ba4-b418-26443724f332 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 210 time: 0.0556078 Jun 07 13:43:21.873207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 793a173e-226d-4fa0-8263-b7895977b680 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:43:21.927203 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 793a173e-226d-4fa0-8263-b7895977b680 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:43:21.927944 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 793a173e-226d-4fa0-8263-b7895977b680 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:43:22.113028 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-c9d13de6-2e9d-47b9-8160-06989aacbac9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:22.114574 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-c9d13de6-2e9d-47b9-8160-06989aacbac9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.60 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 814 time: 0.1914299 Jun 07 13:43:22.134006 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'port': {'device_id': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'admin_state_up': True, 'tenant_id': '93e1ec2b601f42859a571bbd257b763b'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:22.291406 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Made reservation on behalf of 93e1ec2b601f42859a571bbd257b763b for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:43:22.297323 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:22.480777 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Allocated IP 172.20.0.8 (f4bfa405-9c28-48c4-b44d-2e7300880903/f13b5b4e-c19a-4481-ac17-d0bf481def2f/5da3eb84-bf8d-41e7-b82f-36ea58686268) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:22.737248 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:22.754629 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Transition to ACTIVE for port object 5da3eb84-bf8d-41e7-b82f-36ea58686268 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:22.787890 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:22.796377 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1402e9ac-8391-47f3-a112-ad8eb35d1e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:22.869389 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Network f4bfa405-9c28-48c4-b44d-2e7300880903 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:22.874317 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:22.878612 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:22.923147 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:22.928856 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:22.970887 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:22.971787 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:23.000504 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8703952 Jun 07 13:43:23.008041 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e351a66-7900-42e6-8827-008c549c3cbd req-f4dc34b5-11c6-432a-ba84-3ac9daa1d948 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:23.009682 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3e351a66-7900-42e6-8827-008c549c3cbd req-f4dc34b5-11c6-432a-ba84-3ac9daa1d948 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 931 time: 0.1429055 Jun 07 13:43:23.071506 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3e351a66-7900-42e6-8827-008c549c3cbd req-05b16bb9-0c07-4509-b2d3-98cb3deafa95 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Jun 07 13:43:23.174190 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-dcaee3ac-49ab-420b-8f70-28442612c237 None None] Provisioning for port 5da3eb84-bf8d-41e7-b82f-36ea58686268 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:23.181170 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-dcaee3ac-49ab-420b-8f70-28442612c237 None None] Provisioning complete for port 5da3eb84-bf8d-41e7-b82f-36ea58686268 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:23.181592 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3ac-49ab-420b-8f70-28442612c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:23.244711 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-dcaee3ac-49ab-420b-8f70-28442612c237 None None] Port 5da3eb84-bf8d-41e7-b82f-36ea58686268 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:24.264479 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafaccf-2f6b-4b2d-84c1-309f3790cb51 req-30f3c9c8-cd28-44ca-bf28-768f3b770eb4 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:24.265965 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ffafaccf-2f6b-4b2d-84c1-309f3790cb51 req-30f3c9c8-cd28-44ca-bf28-768f3b770eb4 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 931 time: 0.0811281 Jun 07 13:43:24.309587 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ffafaccf-2f6b-4b2d-84c1-309f3790cb51 req-046c6821-7dc2-494b-9d29-1aa44d6314e7 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 Jun 07 13:43:25.311014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Request body: {'port': {'device_id': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:25.454658 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:25.578637 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96661f-7027-42d7-8368-0101c7385092 req-7c84309b-46ca-4a14-95b3-a513ba5bfbf1 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:25.580980 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c96661f-7027-42d7-8368-0101c7385092 req-7c84309b-46ca-4a14-95b3-a513ba5bfbf1 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 931 time: 0.1521480 Jun 07 13:43:25.650574 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c96661f-7027-42d7-8368-0101c7385092 req-aaee5ac1-24cb-455f-ba69-4f332a260bdb tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605130 Jun 07 13:43:25.963506 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da3eb84-bf8d-41e7-b82f-36ea58686268 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:25.979344 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:25.996652 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Transition to ACTIVE for port object 5da3eb84-bf8d-41e7-b82f-36ea58686268 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:26.001858 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:26.016777 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7345c916-646e-46f6-9fc2-14d771e4ed11 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:26.488821 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Pushing event updated for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:26.494821 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:26.659243 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Attempting to bind port 5da3eb84-bf8d-41e7-b82f-36ea58686268 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:26.659676 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Attempting to bind port 5da3eb84-bf8d-41e7-b82f-36ea58686268 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:26.660134 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Attempting to bind port 5da3eb84-bf8d-41e7-b82f-36ea58686268 on network f4bfa405-9c28-48c4-b44d-2e7300880903 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:26.666331 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Port 5da3eb84-bf8d-41e7-b82f-36ea58686268 on network f4bfa405-9c28-48c4-b44d-2e7300880903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:43:26.666773 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Attempting to bind port 5da3eb84-bf8d-41e7-b82f-36ea58686268 on network f4bfa405-9c28-48c4-b44d-2e7300880903 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:26.673608 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:26.674079 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Checking segment: {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:26.675085 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Bound using segment: {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:26.675783 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Bound port: 5da3eb84-bf8d-41e7-b82f-36ea58686268, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:26.676121 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:26.768185 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3dbee-2651-46c4-80eb-8ef381e0a6d8 req-d8e30bcd-91db-44fd-88a4-02bc8a6b967c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:26.770556 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76e3dbee-2651-46c4-80eb-8ef381e0a6d8 req-d8e30bcd-91db-44fd-88a4-02bc8a6b967c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1390533 Jun 07 13:43:26.813929 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:26.819932 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:26.824951 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:26.836456 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1c3583a2-7094-4391-beef-73e541fbc510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:26.895780 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76e3dbee-2651-46c4-80eb-8ef381e0a6d8 req-b39cc038-2134-4aba-bc34-b7aa048445c5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171110 Jun 07 13:43:26.909258 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:26.910035 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:26.911582 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] 10.222.0.60 "PUT /v2.0/ports/5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 1093 time: 1.6052604 Jun 07 13:43:26.912285 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:26.914696 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d6863-5b43-45a0-b42e-9c2acd63dfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:26.948127 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Pushing event updated for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:26.958284 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:27.030118 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea166ac-3f53-4e04-99bd-ae4f82e7b0f0 x-openstack-request-id: req-1ea166ac-3f53-4e04-99bd-ae4f82e7b0f0 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:27.030447 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:27.032351 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ea166ac-3f53-4e04-99bd-ae4f82e7b0f0 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:27.032824 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'status': 'completed', 'code': 200} Jun 07 13:43:27.241225 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6a6c-4fda-467c-81b2-364cd534e906 req-526ea0c4-eb8f-4342-a429-fda9dfc2ad2b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:27.242756 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5e1c6a6c-4fda-467c-81b2-364cd534e906 req-526ea0c4-eb8f-4342-a429-fda9dfc2ad2b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0933330 Jun 07 13:43:27.314551 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5e1c6a6c-4fda-467c-81b2-364cd534e906 req-0c8c2e71-28c0-4474-9d2e-ca42334b7492 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 Jun 07 13:43:27.418706 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47692) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:27.553996 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc280305-3129-47cf-affd-cbe3586858ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.683468 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc280305-3129-47cf-affd-cbe3586858ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.702400 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc280305-3129-47cf-affd-cbe3586858ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.711476 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-48b266c6-89e0-4fbc-960e-a2dda3c2d77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:27.766700 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fc280305-3129-47cf-affd-cbe3586858ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bfd731a00e84a00a187c1b42e3c4392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468339 Jun 07 13:43:27.769430 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47702) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:27.837006 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc280305-3129-47cf-affd-cbe3586858ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83295429-a79b-4093-bda5-ba095509459b,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:27.841885 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc280305-3129-47cf-affd-cbe3586858ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:27.867663 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.897370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.965062 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.973992 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.978352 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83295429-a79b-4093-bda5-ba095509459b HTTP/1.1" status: 204 len: 168 time: 0.2075751 Jun 07 13:43:27.979040 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fb511367-9741-41b6-a2f3-8f343f8f3990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:27.990256 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83295429-a79b-4093-bda5-ba095509459b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:27.992561 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:28.159698 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b917ae-724f-4143-ad06-dfca07a99b5d req-21307b00-8f2e-4142-aa15-68882a057dcd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:28.161420 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67b917ae-724f-4143-ad06-dfca07a99b5d req-21307b00-8f2e-4142-aa15-68882a057dcd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1050205 Jun 07 13:43:28.222865 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67b917ae-724f-4143-ad06-dfca07a99b5d req-974ae763-4dc3-4dc3-a71f-618f2f6d4dfe tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519173 Jun 07 13:43:28.361983 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47712) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:28.380328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7fd648de-26ac-4d36-820c-3e5294afa0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.516083 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7fd648de-26ac-4d36-820c-3e5294afa0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.522212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7fd648de-26ac-4d36-820c-3e5294afa0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.533035 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc280305-3129-47cf-affd-cbe3586858ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:28.560443 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3727c-ea7a-4acf-b483-a6a8959ed311 req-0b9f443c-7409-4e3e-b260-8eaca1b9a357 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:28.561941 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23c3727c-ea7a-4acf-b483-a6a8959ed311 req-0b9f443c-7409-4e3e-b260-8eaca1b9a357 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.1141927 Jun 07 13:43:28.576764 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd648de-26ac-4d36-820c-3e5294afa0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc47b6-5b12-44b7-bfa0-39aa6d6ea2ef,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:28.583833 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7fd648de-26ac-4d36-820c-3e5294afa0a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c26b7b7a8e28443193c7a5740540ea41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186847 Jun 07 13:43:28.583833 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7fd648de-26ac-4d36-820c-3e5294afa0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:28.584358 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47714) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:28.617950 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-23c3727c-ea7a-4acf-b483-a6a8959ed311 req-99756bc7-4ca0-48f2-9119-b78ac60ae854 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495803 Jun 07 13:43:28.663080 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.691486 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.753835 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.757163 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.758593 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6afc47b6-5b12-44b7-bfa0-39aa6d6ea2ef HTTP/1.1" status: 204 len: 168 time: 0.1734664 Jun 07 13:43:28.759573 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a1bed50a-6f20-4309-8565-d118f5551e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:28.771091 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc47b6-5b12-44b7-bfa0-39aa6d6ea2ef,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:28.773627 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:29.208140 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 47722) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:29.226315 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fa13fab-5f86-46bd-b1c9-5c1ad85f62fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:29.396084 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fa13fab-5f86-46bd-b1c9-5c1ad85f62fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:29.412625 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1fa13fab-5f86-46bd-b1c9-5c1ad85f62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:29.422086 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-00eb6460-d492-4314-99f4-717720b494e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:29.473850 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1fa13fab-5f86-46bd-b1c9-5c1ad85f62fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba4431a0acdd4744832758612e84e678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644892 Jun 07 13:43:29.474995 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa13fab-5f86-46bd-b1c9-5c1ad85f62fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191e2c3e-8fdf-4a8b-838f-e3915e90cbf1,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:29.476406 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 47726) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:29.479924 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1fa13fab-5f86-46bd-b1c9-5c1ad85f62fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:29.516388 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dd067-c670-4888-8fe9-4eb3dacdd151 req-8d2f630a-167d-483f-b75b-4f08e2108311 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:29.518162 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b03dd067-c670-4888-8fe9-4eb3dacdd151 req-8d2f630a-167d-483f-b75b-4f08e2108311 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1635721 Jun 07 13:43:29.563558 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:29.568259 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b03dd067-c670-4888-8fe9-4eb3dacdd151 req-dc46d65c-e736-45a1-9c15-36a6062857e2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Jun 07 13:43:29.593112 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:29.648879 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:29.651769 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:29.653235 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/191e2c3e-8fdf-4a8b-838f-e3915e90cbf1 HTTP/1.1" status: 204 len: 168 time: 0.1757109 Jun 07 13:43:29.655244 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-00d20415-a8f6-405a-8abd-9d1035f16537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:29.678445 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e2c3e-8fdf-4a8b-838f-e3915e90cbf1,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:29.681013 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:29.827341 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852e3b-5f03-4eab-a9d9-3a1991dfb327 req-88593288-fc0e-4b3a-9bf7-d7ba3461307b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:29.828906 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-08852e3b-5f03-4eab-a9d9-3a1991dfb327 req-88593288-fc0e-4b3a-9bf7-d7ba3461307b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0934632 Jun 07 13:43:29.889437 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-08852e3b-5f03-4eab-a9d9-3a1991dfb327 req-8bcc0ea5-3c5e-4b6e-9ea8-4adcee0091fb tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537541 Jun 07 13:43:30.776578 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5978c-c3b4-4b08-9818-38bb200861de req-99f75142-4fa5-40e8-a5cc-6eb2119dc682 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:30.778952 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2bb5978c-c3b4-4b08-9818-38bb200861de req-99f75142-4fa5-40e8-a5cc-6eb2119dc682 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0879622 Jun 07 13:43:30.935793 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2bb5978c-c3b4-4b08-9818-38bb200861de req-cbb378ca-835d-4937-a3e8-2c9f3110053d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478581 Jun 07 13:43:31.092563 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8194c-def5-4be1-96a2-989e1a500629 req-9745dabf-54cc-405e-8f47-34d8fa90166d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:31.092563 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-01a8194c-def5-4be1-96a2-989e1a500629 req-9745dabf-54cc-405e-8f47-34d8fa90166d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0858328 Jun 07 13:43:31.140886 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-01a8194c-def5-4be1-96a2-989e1a500629 req-efc039ce-9012-484d-8b5e-2267c38c731d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Jun 07 13:43:32.139866 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1307a-614f-4e1b-a513-5a4c61dc4199 req-8512eaa2-8313-4705-b5b3-007a950abdcd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:32.141692 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-80f1307a-614f-4e1b-a513-5a4c61dc4199 req-8512eaa2-8313-4705-b5b3-007a950abdcd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0833356 Jun 07 13:43:32.190647 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-80f1307a-614f-4e1b-a513-5a4c61dc4199 req-d0b6cd41-b668-41f1-a0a0-4fd32bd6fad1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Jun 07 13:43:32.341501 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef453cb-ec32-48f2-9639-4b90f10cb1e0 req-82951485-f920-4df7-91ef-02dd29c7d410 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:32.342983 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fef453cb-ec32-48f2-9639-4b90f10cb1e0 req-82951485-f920-4df7-91ef-02dd29c7d410 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0878117 Jun 07 13:43:32.408057 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fef453cb-ec32-48f2-9639-4b90f10cb1e0 req-9d3645b1-77b9-4473-ab08-4948b7e9a63d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Jun 07 13:43:33.421897 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05803a7a-8a56-4a56-be47-eeb5c4a19014 req-9e8425bd-9b80-4be0-a468-549dc9c9424a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:33.424381 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-05803a7a-8a56-4a56-be47-eeb5c4a19014 req-9e8425bd-9b80-4be0-a468-549dc9c9424a tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1094027 Jun 07 13:43:33.479882 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-05803a7a-8a56-4a56-be47-eeb5c4a19014 req-18f3bee7-c192-417b-86eb-f49558d4e577 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480914 Jun 07 13:43:33.553159 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-dea75faf-56bb-476f-b255-b2729fc19d58 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:33.558341 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d1365839-6f89-4824-b731-84c05d403dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:33.567532 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-dea75faf-56bb-476f-b255-b2729fc19d58 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/networks?id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef HTTP/1.1" status: 200 len: 814 time: 0.2673101 Jun 07 13:43:33.593458 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-08340637-843c-4c0c-8394-3edc39ce3512 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/quotas/21805608a3d14d56ad33db997af0c73b HTTP/1.1" status: 200 len: 375 time: 0.0243936 Jun 07 13:43:33.663281 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-2364a6e3-6f46-4dfe-82c0-0385e7db4dcf tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21805608a3d14d56ad33db997af0c73b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649598 Jun 07 13:43:33.720135 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2695252-bfdb-4bd8-8eb4-360a53bc4bca req-42caa173-0f91-44f9-a3ae-a6d606be9d0d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:33.721692 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a2695252-bfdb-4bd8-8eb4-360a53bc4bca req-42caa173-0f91-44f9-a3ae-a6d606be9d0d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0989366 Jun 07 13:43:33.780390 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a2695252-bfdb-4bd8-8eb4-360a53bc4bca req-a9bade95-01a0-4f7d-a335-0fc46bccf4a3 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 Jun 07 13:43:33.979826 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-63eb8e0c-88b6-4212-b1ec-d2d2105ecb0f service neutron] 10.222.0.44 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192117 Jun 07 13:43:34.141544 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-7220e83d-855b-4056-938d-8694b9af9bc3 service neutron] 10.222.0.44 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509624 Jun 07 13:43:34.384483 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-31961e22-826f-4c6b-9557-0a190f5e2aec req-8e2e9bb3-f4ba-43a2-9c33-d455fab72507 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0822802 Jun 07 13:43:34.744098 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4233bb-e205-4b66-9cb4-95211708373c req-21e731ab-7cd8-41aa-aa28-03bfb0c7985e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:34.745686 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1a4233bb-e205-4b66-9cb4-95211708373c req-21e731ab-7cd8-41aa-aa28-03bfb0c7985e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1124165 Jun 07 13:43:34.808637 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1a4233bb-e205-4b66-9cb4-95211708373c req-1187f064-9a02-4095-86f3-a7deac769f80 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562007 Jun 07 13:43:35.056732 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7c93a-04c2-4d60-b7a0-3c4a16f80d55 req-1d7b50c8-f18c-4515-875f-4232e07f29cf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:35.058332 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-36c7c93a-04c2-4d60-b7a0-3c4a16f80d55 req-1d7b50c8-f18c-4515-875f-4232e07f29cf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.1202440 Jun 07 13:43:35.118544 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-36c7c93a-04c2-4d60-b7a0-3c4a16f80d55 req-1ec9de9f-6e54-4a86-8fcb-0f19b62333e1 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535226 Jun 07 13:43:35.554928 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6ce23be0-504c-492b-96b2-68f60e8bed53 req-ac75589d-87cd-4fe7-b155-8c328d379d31 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0464525 Jun 07 13:43:36.035511 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599af0-26dd-478e-86cb-e0fbbb34e5e6 req-d00ea882-5b50-4675-a849-ce1e84b9c7f2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:36.037354 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-75599af0-26dd-478e-86cb-e0fbbb34e5e6 req-d00ea882-5b50-4675-a849-ce1e84b9c7f2 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0973082 Jun 07 13:43:36.089575 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-75599af0-26dd-478e-86cb-e0fbbb34e5e6 req-f65d071a-d6e2-445d-959f-4ef39292ac1d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463598 Jun 07 13:43:36.349384 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91056f-b10c-4779-a7a1-29b2f4b5efeb req-849a4a9c-7c75-4610-b4ac-977f8aded75c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:36.350940 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1d91056f-b10c-4779-a7a1-29b2f4b5efeb req-849a4a9c-7c75-4610-b4ac-977f8aded75c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0940561 Jun 07 13:43:36.417621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1d91056f-b10c-4779-a7a1-29b2f4b5efeb req-5dd8a781-be7e-487a-b88c-a47423e5a62d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561953 Jun 07 13:43:36.551423 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:36.759756 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-10e7fcfb-ce54-48ab-89ab-893cfe0e5281 req-a9aebfe1-275f-476c-9a38-d008c11ea66e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0473502 Jun 07 13:43:37.184021 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a105b5ad-707d-43dd-b2a0-d0f643bc38d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:37.365868 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5315f54-7848-4bb4-aca1-76ce68ce8d69 req-c630974c-486d-4f79-85f3-52de4db46316 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:37.367442 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5315f54-7848-4bb4-aca1-76ce68ce8d69 req-c630974c-486d-4f79-85f3-52de4db46316 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1467566 Jun 07 13:43:37.415807 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5315f54-7848-4bb4-aca1-76ce68ce8d69 req-dd57f8b9-9bbc-4ed7-9f08-e48dbd7eb6b7 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Jun 07 13:43:37.616614 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525526f4-06a0-4202-b2e0-2adbdd0bc03b req-ff40db52-4854-4fbf-af9a-2a2c3afbc93c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:37.618100 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-525526f4-06a0-4202-b2e0-2adbdd0bc03b req-ff40db52-4854-4fbf-af9a-2a2c3afbc93c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0866683 Jun 07 13:43:37.666990 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-525526f4-06a0-4202-b2e0-2adbdd0bc03b req-f8e89a23-018d-4ab3-8a89-092ee9c4b94b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Jun 07 13:43:37.947040 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-46926732-4a23-4823-bb8b-bb6159d14a3f req-95d06cf9-037e-4de6-88f4-176a43931bbe tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0517678 Jun 07 13:43:38.207773 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:38.646041 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728c27d-650f-443c-be62-a4939a45779f req-a2ec80eb-491a-4cb8-a246-f306bcc934a1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:38.647708 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6728c27d-650f-443c-be62-a4939a45779f req-a2ec80eb-491a-4cb8-a246-f306bcc934a1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0918813 Jun 07 13:43:38.701554 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6728c27d-650f-443c-be62-a4939a45779f req-022191dc-8e66-4dfc-bef6-37100ef78d94 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Jun 07 13:43:38.919370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9bac7-4f95-4d40-ab22-4275468fa219 req-4f854c2f-20f9-45ff-a4b0-6eff53bbe44a tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:38.921691 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b6c9bac7-4f95-4d40-ab22-4275468fa219 req-4f854c2f-20f9-45ff-a4b0-6eff53bbe44a tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0993292 Jun 07 13:43:38.976108 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b6c9bac7-4f95-4d40-ab22-4275468fa219 req-1f879f29-e97b-49b4-b8e6-ccc528770a71 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 Jun 07 13:43:39.133556 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d33786cf-8b2d-44c6-8ed2-0ca82f2bedce req-5cac04d9-f47d-4163-9511-9991cec0e435 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0533650 Jun 07 13:43:39.647739 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:39.899685 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe2ebd-4b35-4e85-9c1a-d009943e6cd8 req-890531c6-e261-4694-b144-3159651517be tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:39.901133 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aebe2ebd-4b35-4e85-9c1a-d009943e6cd8 req-890531c6-e261-4694-b144-3159651517be tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0835533 Jun 07 13:43:39.955534 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-aebe2ebd-4b35-4e85-9c1a-d009943e6cd8 req-71a0e9b6-e3db-4d02-86da-fd9cfb0d1717 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Jun 07 13:43:40.254757 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1793fdb-70c6-46c2-b252-ed68aa6bbf93 req-401dc721-8cf7-448a-aed4-598505e8c459 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:40.256254 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b1793fdb-70c6-46c2-b252-ed68aa6bbf93 req-401dc721-8cf7-448a-aed4-598505e8c459 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.1687579 Jun 07 13:43:40.309393 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b1793fdb-70c6-46c2-b252-ed68aa6bbf93 req-ebf381f5-2dd9-412d-85ff-f89839d8ddd7 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443828 Jun 07 13:43:40.321302 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f305e23f-50b6-4499-b148-764d63912bf8 req-423de3c8-e686-428d-9c59-2d1b6cf86794 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0454843 Jun 07 13:43:41.185033 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d750c-d44c-4cdc-ad28-b355745ea36f req-b0f58151-13fb-4ee5-adf0-add1ea9c97c0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:41.186657 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-262d750c-d44c-4cdc-ad28-b355745ea36f req-b0f58151-13fb-4ee5-adf0-add1ea9c97c0 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0913641 Jun 07 13:43:41.239625 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-262d750c-d44c-4cdc-ad28-b355745ea36f req-11c6b064-696c-4290-a485-6d803814793c tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Jun 07 13:43:41.536981 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-36f13fea-4e8f-4ae2-a1b3-311e87c8750d req-01bb7b1b-2afa-4e49-a5e8-47652ac2debd tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0887287 Jun 07 13:43:41.600906 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5160-df48-4989-817c-424e27d1efb8 req-659b9718-a83a-4cca-841e-e654f2248203 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:41.603478 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d30d5160-df48-4989-817c-424e27d1efb8 req-659b9718-a83a-4cca-841e-e654f2248203 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.1267295 Jun 07 13:43:41.657808 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d30d5160-df48-4989-817c-424e27d1efb8 req-4078476f-0840-474e-a73c-7228687e1802 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Jun 07 13:43:42.495885 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89c143-8949-4503-8629-422f0a8e22ca req-e374634b-b8ef-4421-acb5-8593762a00e5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.498365 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4c89c143-8949-4503-8629-422f0a8e22ca req-e374634b-b8ef-4421-acb5-8593762a00e5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1340070 Jun 07 13:43:42.546089 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4c89c143-8949-4503-8629-422f0a8e22ca req-de323a82-2d1b-4f19-a0d1-b3888583b365 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Jun 07 13:43:42.729343 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fa912d05-5b7e-4acb-a02f-ef890eff2c8d req-6dca31b5-f906-4a95-83cd-26ff7f11a51e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0459983 Jun 07 13:43:42.926266 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013159e-b4b8-41e7-83cf-b621a1a13100 req-c2062f9b-b079-4c30-ad5e-b0c88be23566 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.927798 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e013159e-b4b8-41e7-83cf-b621a1a13100 req-c2062f9b-b079-4c30-ad5e-b0c88be23566 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0990443 Jun 07 13:43:42.984195 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e013159e-b4b8-41e7-83cf-b621a1a13100 req-0dd96701-cd5a-4cc9-aaf2-de9f01cc5cb8 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496590 Jun 07 13:43:43.832071 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:43.873679 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf149d-8d32-46b4-beb8-5e30d9bd2cde req-d7437d44-a4c8-4a21-8ff0-889078ef646e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:43.885858 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-20bf149d-8d32-46b4-beb8-5e30d9bd2cde req-d7437d44-a4c8-4a21-8ff0-889078ef646e tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1700330 Jun 07 13:43:43.946789 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d856d222-38cb-4b33-a5bf-73ed3bde22d4 req-e67040ed-d9c6-4ae1-923a-7af10c406c88 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0460432 Jun 07 13:43:43.992489 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-20bf149d-8d32-46b4-beb8-5e30d9bd2cde req-a2316b38-07dd-4201-b9d2-902c8167a002 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048419 Jun 07 13:43:44.029569 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-5c610611-773f-4959-ba01-3d79f247d3d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2417004 Jun 07 13:43:44.051869 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6863-5b43-45a0-b42e-9c2acd63dfa3 req-54700763-a3cc-48b5-ab81-004f5ef5c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.053390 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ca4d6863-5b43-45a0-b42e-9c2acd63dfa3 req-54700763-a3cc-48b5-ab81-004f5ef5c956 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1096 time: 0.1004250 Jun 07 13:43:44.208804 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-b228d16b-f1b8-426a-91f2-b4ce9cbe9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.211269 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-b228d16b-f1b8-426a-91f2-b4ce9cbe9451 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 1098 time: 0.1124189 Jun 07 13:43:44.422385 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6863-5b43-45a0-b42e-9c2acd63dfa3 req-ed41ed12-d136-4377-ab61-428e613e8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.423934 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ca4d6863-5b43-45a0-b42e-9c2acd63dfa3 req-ed41ed12-d136-4377-ab61-428e613e8d85 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=93e1ec2b601f42859a571bbd257b763b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3463690 Jun 07 13:43:44.462633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-cb6ba108-7c78-4d93-b6fd-148464618ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.466044 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-cb6ba108-7c78-4d93-b6fd-148464618ce9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.2106018 Jun 07 13:43:44.479050 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a39652-8b46-4fcc-9dbf-55ced13943ad req-c15410c5-06b5-4558-aeaa-4b1b68412023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.480667 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13a39652-8b46-4fcc-9dbf-55ced13943ad req-c15410c5-06b5-4558-aeaa-4b1b68412023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.2629859 Jun 07 13:43:44.621850 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-ad9b9131-a046-4b48-b04d-c1de55c1ef6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 200 len: 1001 time: 0.1424239 Jun 07 13:43:44.638670 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-13a39652-8b46-4fcc-9dbf-55ced13943ad req-be26f869-9a4c-4bcc-9e73-49fe9225694c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471381 Jun 07 13:43:44.668355 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6863-5b43-45a0-b42e-9c2acd63dfa3 req-f6c0e786-eff6-4a8d-9260-3983d062ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.669956 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ca4d6863-5b43-45a0-b42e-9c2acd63dfa3 req-f6c0e786-eff6-4a8d-9260-3983d062ed8c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305052 Jun 07 13:43:44.715897 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-5312cb70-c6d4-402c-afde-fe02dbf9c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.717973 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-5312cb70-c6d4-402c-afde-fe02dbf9c393 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.0764260 Jun 07 13:43:44.854328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-b33cd26b-03f2-40db-9bce-1202eb0c686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.856735 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-b33cd26b-03f2-40db-9bce-1202eb0c686b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1096 time: 0.0813873 Jun 07 13:43:44.914148 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-0ec1f22e-5b50-4f8d-967d-4257dff0a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.915602 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-0ec1f22e-5b50-4f8d-967d-4257dff0a311 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1769290 Jun 07 13:43:44.947851 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-8377498d-d708-4041-9a6e-e0a1e0f631bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 217 time: 0.0726342 Jun 07 13:43:45.005918 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-ed9b75c0-9efb-4e79-aeac-cc67c3ea051f tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.007565 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-ed9b75c0-9efb-4e79-aeac-cc67c3ea051f tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "GET /v2.0/networks?id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef HTTP/1.1" status: 200 len: 814 time: 0.2008536 Jun 07 13:43:45.039775 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-2fbe7751-c9ab-4467-85d5-4cf82539e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.041247 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-2fbe7751-c9ab-4467-85d5-4cf82539e6b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 200 len: 853 time: 0.0819321 Jun 07 13:43:45.065876 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Request body: {'port': {'device_id': '610cca24-871c-4dc7-8ec1-11701094d59b', 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef', 'admin_state_up': True, 'tenant_id': '21805608a3d14d56ad33db997af0c73b'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:45.156346 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5cdb-a351-4532-b99a-41a53415134f req-ce3dbbfd-b0ed-44b7-8338-2e295650f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.158635 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-ce3dbbfd-b0ed-44b7-8338-2e295650f573 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4bfa405-9c28-48c4-b44d-2e7300880903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005049 Jun 07 13:43:45.183283 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0cb0a8ae-c076-4ac2-8e3b-c3658a158a4d req-97090b0c-b63b-489c-b264-055e597929b2 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0871913 Jun 07 13:43:45.254501 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-5a34d75f-863c-4d12-88af-e7a5b387674f service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147633 Jun 07 13:43:45.370207 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-2bff37ba-5164-4212-b106-dcdce790c837 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005539 Jun 07 13:43:45.378493 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943a4d9-f68f-492b-8cd3-e936b7497fe3 req-b9a2ba68-a842-4f28-bdb8-b0b96441e016 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.379957 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0943a4d9-f68f-492b-8cd3-e936b7497fe3 req-b9a2ba68-a842-4f28-bdb8-b0b96441e016 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1884060 Jun 07 13:43:45.430825 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Made reservation on behalf of 21805608a3d14d56ad33db997af0c73b for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:43:45.436051 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:45.460639 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-9113b4d9-473d-460a-ba84-7156281075be service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944208 Jun 07 13:43:45.523015 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0943a4d9-f68f-492b-8cd3-e936b7497fe3 req-335571b3-bc15-4bda-95b7-b8cf28067538 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176887 Jun 07 13:43:45.583869 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69cc5cdb-a351-4532-b99a-41a53415134f req-55381ec5-d392-4f24-9ebb-8373df754364 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971581 Jun 07 13:43:45.736951 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Allocated IP 172.20.0.9 (66bf47a9-792f-4cec-85c7-a58c5d0d5cef/9e5047b6-0874-469d-a4f6-46747ede6210/24897683-fac4-4ad7-bcaf-e8f247ccd184) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:46.007552 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9d91e-4f41-4731-8e35-5e613b5e202b req-fe2d470a-6c4a-4fc3-8873-c2977d62d3a0 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:46.009190 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cea9d91e-4f41-4731-8e35-5e613b5e202b req-fe2d470a-6c4a-4fc3-8873-c2977d62d3a0 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.2176545 Jun 07 13:43:46.016731 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.070940 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cea9d91e-4f41-4731-8e35-5e613b5e202b req-381a307d-0dcd-46aa-8587-d4660fb690ce tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484030 Jun 07 13:43:46.097716 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.104760 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:46.176256 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:46.179629 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:46.184357 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:46.214076 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Pushing event updated for resources: {'Port': ['ID=24897683-fac4-4ad7-bcaf-e8f247ccd184,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:46.220963 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:46.253721 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:46.254350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.275016 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2176547 Jun 07 13:43:46.306579 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Request body: {'port': {'device_id': '610cca24-871c-4dc7-8ec1-11701094d59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:46.381778 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa2860-029e-4d44-826a-adf28ba44467 req-a32f23ba-4e3a-4fe1-9af1-6f5d78fa9266 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:46.383692 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44fa2860-029e-4d44-826a-adf28ba44467 req-a32f23ba-4e3a-4fe1-9af1-6f5d78fa9266 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 931 time: 0.0890365 Jun 07 13:43:46.424975 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.437823 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-44fa2860-029e-4d44-826a-adf28ba44467 req-b13a3663-315c-4cab-84df-9d9646f6a6ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Jun 07 13:43:46.848682 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd694f2-7bd2-4bbe-a302-b1b226d757b5 req-ba3c3551-aa70-4033-b082-b4b74c340a35 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:46.850187 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-efd694f2-7bd2-4bbe-a302-b1b226d757b5 req-ba3c3551-aa70-4033-b082-b4b74c340a35 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1579657 Jun 07 13:43:46.873028 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24897683-fac4-4ad7-bcaf-e8f247ccd184 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:46.883809 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.914823 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Transition to ACTIVE for port object 24897683-fac4-4ad7-bcaf-e8f247ccd184 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:46.918999 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-efd694f2-7bd2-4bbe-a302-b1b226d757b5 req-1ee4ddc5-f4d3-4873-99d2-bb96aa4d2643 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613620 Jun 07 13:43:46.920174 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.923937 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fec84c01-74b7-410d-a068-6df0cd734865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:47.077173 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Pushing event updated for resources: {'Port': ['ID=24897683-fac4-4ad7-bcaf-e8f247ccd184,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:47.085073 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:47.160267 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Attempting to bind port 24897683-fac4-4ad7-bcaf-e8f247ccd184 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:47.160634 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Attempting to bind port 24897683-fac4-4ad7-bcaf-e8f247ccd184 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:47.161013 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Attempting to bind port 24897683-fac4-4ad7-bcaf-e8f247ccd184 on network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:47.168389 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Port 24897683-fac4-4ad7-bcaf-e8f247ccd184 on network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:43:47.168734 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Attempting to bind port 24897683-fac4-4ad7-bcaf-e8f247ccd184 on network 66bf47a9-792f-4cec-85c7-a58c5d0d5cef {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:47.175240 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:47.175557 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Checking segment: {'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:47.175935 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Bound using segment: {'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:47.176359 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Bound port: 24897683-fac4-4ad7-bcaf-e8f247ccd184, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7bd837-0973-4077-b511-c6b2c5282f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:47.176699 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:47.268931 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e97040-5d60-4c80-8a8c-67245c7ec7b0 req-d2e4ac00-62e4-41ac-949d-89c2079c50fb tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.270503 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47e97040-5d60-4c80-8a8c-67245c7ec7b0 req-d2e4ac00-62e4-41ac-949d-89c2079c50fb tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 943 time: 0.0880878 Jun 07 13:43:47.275755 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] For port 24897683-fac4-4ad7-bcaf-e8f247ccd184, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:47.280187 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] For port 24897683-fac4-4ad7-bcaf-e8f247ccd184, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=24897683-fac4-4ad7-bcaf-e8f247ccd184,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:47.284228 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:47.288113 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5cbbb6fc-f094-41af-8fa7-9ca743984023 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:47.328465 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-47e97040-5d60-4c80-8a8c-67245c7ec7b0 req-233359d9-b000-4956-9789-6de1e3da1bc1 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489910 Jun 07 13:43:47.352605 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.353218 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:47.354581 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] 10.222.0.60 "PUT /v2.0/ports/24897683-fac4-4ad7-bcaf-e8f247ccd184 HTTP/1.1" status: 200 len: 1093 time: 1.0526574 Jun 07 13:43:47.355086 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610cca24-871c-4dc7-8ec1-11701094d59b', 'tag': '24897683-fac4-4ad7-bcaf-e8f247ccd184'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:47.357368 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e042041-52c0-4588-b0d2-e77eebdef73f" -d '{"events": [{"name": "network-changed", "server_uuid": "610cca24-871c-4dc7-8ec1-11701094d59b", "tag": "24897683-fac4-4ad7-bcaf-e8f247ccd184"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:47.359314 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 5da3eb84-bf8d-41e7-b82f-36ea58686268 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:43:47.373343 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Pushing event updated for resources: {'Port': ['ID=24897683-fac4-4ad7-bcaf-e8f247ccd184,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:47.376470 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:47.444445 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49246f33-c4f4-4eaa-b3e4-85804f7e51c5 x-openstack-request-id: req-49246f33-c4f4-4eaa-b3e4-85804f7e51c5 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:47.444767 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610cca24-871c-4dc7-8ec1-11701094d59b", "tag": "24897683-fac4-4ad7-bcaf-e8f247ccd184", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:47.445042 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49246f33-c4f4-4eaa-b3e4-85804f7e51c5 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:47.445445 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610cca24-871c-4dc7-8ec1-11701094d59b', 'tag': '24897683-fac4-4ad7-bcaf-e8f247ccd184', 'status': 'completed', 'code': 200} Jun 07 13:43:47.492602 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-06f0965f-c5f0-465c-bc22-5cfb04c3ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.494194 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-06f0965f-c5f0-465c-bc22-5cfb04c3ceab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21805608a3d14d56ad33db997af0c73b&device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 1096 time: 0.0823052 Jun 07 13:43:47.527387 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:47.540988 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'port_id': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'mac_address': 'fa:16:3e:d1:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:43:47.612940 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:47.638446 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da3eb84-bf8d-41e7-b82f-36ea58686268 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:47.670346 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdd2ef-aef0-42d9-9955-a42110c7c2ca req-1f3ed606-d08c-41ff-94d2-4d36e85a64b7 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.673412 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0fcdd2ef-aef0-42d9-9955-a42110c7c2ca req-1f3ed606-d08c-41ff-94d2-4d36e85a64b7 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 943 time: 0.1099546 Jun 07 13:43:47.692761 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:47.699872 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:47.705223 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:47.727376 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-97b7cd06-f4e8-4e5e-b0c6-e407830eff1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24897683-fac4-4ad7-bcaf-e8f247ccd184 HTTP/1.1" status: 200 len: 217 time: 0.2192755 Jun 07 13:43:47.749201 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0fcdd2ef-aef0-42d9-9955-a42110c7c2ca req-ae3e85cf-7030-49a7-bcda-47e17bbaef0e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636184 Jun 07 13:43:47.800389 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:47.804680 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:47.829065 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-62559191-77df-4dad-aad2-0f7405f607c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.830663 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-62559191-77df-4dad-aad2-0f7405f607c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e5047b6-0874-469d-a4f6-46747ede6210 HTTP/1.1" status: 200 len: 854 time: 0.0897799 Jun 07 13:43:47.899223 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-5ed447f5-a09e-422e-aa31-06586f4ee5a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530725 Jun 07 13:43:48.126695 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-c0c9386f-2043-4d4a-90b3-822fb71c0668 service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004166 Jun 07 13:43:48.155584 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af982d2-86fc-4999-9a83-e3bed3cb0192 req-406231b7-eb16-4f5b-8e5a-34b07ca70dfd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.157099 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af982d2-86fc-4999-9a83-e3bed3cb0192 req-406231b7-eb16-4f5b-8e5a-34b07ca70dfd tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.1102810 Jun 07 13:43:48.170576 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['5da3eb84-bf8d-41e7-b82f-36ea58686268'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:48.258656 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3853f2b6-0418-4b0a-b694-d72f3a652d92 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.260113 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3853f2b6-0418-4b0a-b694-d72f3a652d92 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 945 time: 0.0954816 Jun 07 13:43:48.446416 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af982d2-86fc-4999-9a83-e3bed3cb0192 req-a1a67c6b-64ee-4be3-a5aa-736a4ec86d78 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822437 Jun 07 13:43:48.450949 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-932eca05-142d-40ef-abf0-69b4a9cf2367 req-58e30f46-5e4f-4e88-8bf0-b9825e3091eb service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881947 Jun 07 13:43:48.462757 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Deleting port 7033b7f2-ad59-4275-bbff-5f5760a18b95 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:43:48.463188 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:48.630492 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-b93de345-1877-4e73-b276-704f85f14bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.632218 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-b93de345-1877-4e73-b276-704f85f14bbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21805608a3d14d56ad33db997af0c73b&device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 1096 time: 0.0872638 Jun 07 13:43:48.769613 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] For port 7033b7f2-ad59-4275-bbff-5f5760a18b95, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7033b7f2-ad59-4275-bbff-5f5760a18b95,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:48.770349 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:48.818585 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-d4eba814-6e7f-4c9f-a902-029a43ffebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.821035 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-d4eba814-6e7f-4c9f-a902-029a43ffebbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef HTTP/1.1" status: 200 len: 915 time: 0.1769195 Jun 07 13:43:48.912775 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Calling delete_port for 7033b7f2-ad59-4275-bbff-5f5760a18b95 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:43:48.920845 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-002d04e7-1c07-4764-a376-b179471179b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24897683-fac4-4ad7-bcaf-e8f247ccd184 HTTP/1.1" status: 200 len: 217 time: 0.0800648 Jun 07 13:43:48.930167 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69a61-d5c5-4add-aab8-55a996122b68 req-4298ffa4-13e7-4c2f-8496-ae3532f2328f tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.931700 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-88c69a61-d5c5-4add-aab8-55a996122b68 req-4298ffa4-13e7-4c2f-8496-ae3532f2328f tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 944 time: 0.4170568 Jun 07 13:43:49.009056 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-88c69a61-d5c5-4add-aab8-55a996122b68 req-a62005db-06a7-441a-a1ae-3528893f3204 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623789 Jun 07 13:43:49.054011 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-54fdf327-6fd5-46bf-924e-e6c40367e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:49.055759 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-54fdf327-6fd5-46bf-924e-e6c40367e974 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e5047b6-0874-469d-a4f6-46747ede6210 HTTP/1.1" status: 200 len: 854 time: 0.1023552 Jun 07 13:43:49.072717 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96014081-625e-41b1-9641-f9068d470b4f req-c64303b1-ac5a-469c-8d51-f562a00ab128 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:49.075343 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-96014081-625e-41b1-9641-f9068d470b4f req-c64303b1-ac5a-469c-8d51-f562a00ab128 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 943 time: 0.1528730 Jun 07 13:43:49.130696 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:49.147729 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:49.151790 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-6ae40051-9f7d-40b0-904e-606203244290 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66bf47a9-792f-4cec-85c7-a58c5d0d5cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759819 Jun 07 13:43:49.154923 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['1d817fda-54ad-436b-9179-ad86b73a38fc', '7033b7f2-ad59-4275-bbff-5f5760a18b95'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:49.196804 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Pushing event deleted for resources: {'Port': ['ID=7033b7f2-ad59-4275-bbff-5f5760a18b95,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:49.245175 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-96014081-625e-41b1-9641-f9068d470b4f req-5f55127a-303a-4608-96b4-8f48ed506d76 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142297 Jun 07 13:43:49.247707 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.248078 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.248631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.249301 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.249698 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.250048 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.250563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.251087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.251761 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.252273 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.252794 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.253326 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:49.289157 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:49.305212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] No DVR routers for this DVR port 7033b7f2-ad59-4275-bbff-5f5760a18b95 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:43:49.310970 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:49.313824 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-30a84777-1744-4f3c-96d8-3d3d74580531 req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "DELETE /v2.0/ports/7033b7f2-ad59-4275-bbff-5f5760a18b95 HTTP/1.1" status: 204 len: 173 time: 1.0472353 Jun 07 13:43:49.314338 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'name': 'network-vif-deleted', 'tag': '7033b7f2-ad59-4275-bbff-5f5760a18b95'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:49.316689 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cadfcb9-2d09-4fdd-88ab-fb61dbda12eb" -d '{"events": [{"server_uuid": "56c22e9a-61c3-48cf-8d8a-fb66120e5c2e", "name": "network-vif-deleted", "tag": "7033b7f2-ad59-4275-bbff-5f5760a18b95"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:49.383603 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 5da3eb84-bf8d-41e7-b82f-36ea58686268 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:49.412171 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-2110f9fb-d369-455b-8ef8-5e07678db6c3 service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330990 Jun 07 13:43:49.540288 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 5da3eb84-bf8d-41e7-b82f-36ea58686268 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:49.548111 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 5da3eb84-bf8d-41e7-b82f-36ea58686268 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:49.549866 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:49.603682 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70cd3b7-cf1a-4729-a167-0a95f55874f4 x-openstack-request-id: req-f70cd3b7-cf1a-4729-a167-0a95f55874f4 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:49.604188 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c22e9a-61c3-48cf-8d8a-fb66120e5c2e", "name": "network-vif-deleted", "tag": "7033b7f2-ad59-4275-bbff-5f5760a18b95", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:49.604635 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f70cd3b7-cf1a-4729-a167-0a95f55874f4 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:49.604766 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1e042041-52c0-4588-b0d2-e77eebdef73f req-1ef7a46c-8b11-490e-b370-0d3d03ad4d97 service neutron] 10.222.0.60 "GET /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782668 Jun 07 13:43:49.605317 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c22e9a-61c3-48cf-8d8a-fb66120e5c2e', 'name': 'network-vif-deleted', 'tag': '7033b7f2-ad59-4275-bbff-5f5760a18b95', 'status': 'completed', 'code': 200} Jun 07 13:43:49.710485 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:49.737653 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-bcae9caa-71f6-4bfb-a8bc-0bf8d320ccb9 req-8959a04d-585f-4dc6-ad23-c94c8ce764ac tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c22e9a-61c3-48cf-8d8a-fb66120e5c2e HTTP/1.1" status: 200 len: 210 time: 0.0469429 Jun 07 13:43:49.751470 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:49.755191 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9849a9e-fe1d-4e68-8ead-ae1db3d0f051" -d '{"events": [{"server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "name": "network-vif-plugged", "status": "completed", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:49.773524 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:49.780338 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:49.783863 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:49.820988 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f989e1-26fa-4512-9d44-7bbaff05fa58 x-openstack-request-id: req-b8f989e1-26fa-4512-9d44-7bbaff05fa58 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:49.821268 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "name": "network-vif-plugged", "status": "completed", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:49.821540 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8f989e1-26fa-4512-9d44-7bbaff05fa58 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:49.821933 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'code': 200} Jun 07 13:43:49.862277 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:49.865720 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:50.191125 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92038-6b5e-4cc3-a054-c678f91a4295 req-aac3c285-4556-4ed2-a102-df519e896e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:50.193797 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0ae92038-6b5e-4cc3-a054-c678f91a4295 req-aac3c285-4556-4ed2-a102-df519e896e0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1098 time: 0.1248090 Jun 07 13:43:50.326547 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0ae92038-6b5e-4cc3-a054-c678f91a4295 req-624ba4bc-607b-4ffd-a9f0-0b30036e05cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253686 Jun 07 13:43:50.374059 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c941fe1-ff55-46e3-84bb-23266bd6546e req-3b436002-4447-4c18-9dad-b675ea21561f tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:50.376171 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3c941fe1-ff55-46e3-84bb-23266bd6546e req-3b436002-4447-4c18-9dad-b675ea21561f tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.1548765 Jun 07 13:43:50.534372 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af09e17-12c1-47ec-aee9-f6cca53674e7 req-5d9690b2-5b47-4883-835e-b0e298723c77 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:50.539361 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3af09e17-12c1-47ec-aee9-f6cca53674e7 req-5d9690b2-5b47-4883-835e-b0e298723c77 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 943 time: 0.1062615 Jun 07 13:43:50.558562 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3c941fe1-ff55-46e3-84bb-23266bd6546e req-48caaaf9-d6ea-413d-9bde-c030dedb1dec tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753943 Jun 07 13:43:50.615424 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3af09e17-12c1-47ec-aee9-f6cca53674e7 req-902e282c-a65b-476f-b68e-e6c9082dc681 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699334 Jun 07 13:43:51.349402 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fec07-2a34-4d66-a2bd-7e58187ae382 req-35650f74-95db-43a1-985d-aff5a6dcb917 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.351996 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c0fec07-2a34-4d66-a2bd-7e58187ae382 req-35650f74-95db-43a1-985d-aff5a6dcb917 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1169007 Jun 07 13:43:51.375534 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 24897683-fac4-4ad7-bcaf-e8f247ccd184 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:43:51.426085 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0c0fec07-2a34-4d66-a2bd-7e58187ae382 req-764803d1-d08d-44c6-b945-43669818bf77 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Jun 07 13:43:51.634835 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 24897683-fac4-4ad7-bcaf-e8f247ccd184, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=24897683-fac4-4ad7-bcaf-e8f247ccd184,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:51.658975 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '24897683-fac4-4ad7-bcaf-e8f247ccd184', 'network_id': '66bf47a9-792f-4cec-85c7-a58c5d0d5cef', 'port_id': '24897683-fac4-4ad7-bcaf-e8f247ccd184', 'mac_address': 'fa:16:3e:d9:fd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5047b6-0874-469d-a4f6-46747ede6210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:43:51.774301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:51.802007 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24897683-fac4-4ad7-bcaf-e8f247ccd184 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:51.834461 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 24897683-fac4-4ad7-bcaf-e8f247ccd184, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=24897683-fac4-4ad7-bcaf-e8f247ccd184,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:51.841086 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:51.845888 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:51.928235 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f1df3-26ef-49cb-a403-83357dcfed1d req-fdf2a168-19d9-4af3-862f-e590c9d952f9 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.929952 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7b9f1df3-26ef-49cb-a403-83357dcfed1d req-fdf2a168-19d9-4af3-862f-e590c9d952f9 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 944 time: 0.1232514 Jun 07 13:43:51.935407 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823a2dc-5f51-482a-9f38-f4555337b5b2 req-18ee8599-b013-464b-85ab-0dde8ad6cd1a tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.936964 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8823a2dc-5f51-482a-9f38-f4555337b5b2 req-18ee8599-b013-464b-85ab-0dde8ad6cd1a tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.1194592 Jun 07 13:43:51.977769 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=24897683-fac4-4ad7-bcaf-e8f247ccd184,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:51.990706 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.991388 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.992059 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.992743 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.993447 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.994105 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.994712 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.995356 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.996720 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.997179 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.997846 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:51.998484 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:52.006905 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:52.011278 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8823a2dc-5f51-482a-9f38-f4555337b5b2 req-cc8cc87e-838a-497b-a638-23e016563cb9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592756 Jun 07 13:43:52.014650 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7b9f1df3-26ef-49cb-a403-83357dcfed1d req-a8c6e58a-9724-4d5f-a845-04d10c2bdc72 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Jun 07 13:43:52.228587 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c47b-6d78-4b34-b926-4b0259fe6697 req-d4c986fc-9a2f-46ce-979b-356d21128e79 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:52.230127 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2da7c47b-6d78-4b34-b926-4b0259fe6697 req-d4c986fc-9a2f-46ce-979b-356d21128e79 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.1006088 Jun 07 13:43:52.275521 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2da7c47b-6d78-4b34-b926-4b0259fe6697 req-6d4e51c9-d7ff-464a-925f-12ace8468ca3 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 Jun 07 13:43:52.394052 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['24897683-fac4-4ad7-bcaf-e8f247ccd184'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:52.664792 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ddbbc-deac-48dc-9cbb-c21195f6a215 req-e895fe10-3a5c-44b1-ab01-b384c0b5b033 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:52.666296 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cb5ddbbc-deac-48dc-9cbb-c21195f6a215 req-e895fe10-3a5c-44b1-ab01-b384c0b5b033 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1029627 Jun 07 13:43:52.720735 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cb5ddbbc-deac-48dc-9cbb-c21195f6a215 req-b282f265-f85b-4c68-88d8-f7802ff10496 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477226 Jun 07 13:43:52.886907 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe946a-4a61-40ac-b9ad-3d5e0c4b7504 req-2ca52ad2-4fac-4474-b337-8e8832406912 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:52.888354 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1efe946a-4a61-40ac-b9ad-3d5e0c4b7504 req-2ca52ad2-4fac-4474-b337-8e8832406912 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.0877764 Jun 07 13:43:52.935532 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1efe946a-4a61-40ac-b9ad-3d5e0c4b7504 req-44d27cbe-dc89-4d50-81b0-a35982e28a0a tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Jun 07 13:43:53.234352 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c0771-f795-4a27-84f2-fcf0fd07bcd5 req-4e8359fd-42fa-48db-8402-d2ec8fd670b8 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:53.235869 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-357c0771-f795-4a27-84f2-fcf0fd07bcd5 req-4e8359fd-42fa-48db-8402-d2ec8fd670b8 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 944 time: 0.0905521 Jun 07 13:43:53.288502 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-357c0771-f795-4a27-84f2-fcf0fd07bcd5 req-2aff289e-f314-42b5-ba2d-3ebbc46952f1 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Jun 07 13:43:53.376582 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 7033b7f2-ad59-4275-bbff-5f5760a18b95 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:43:53.438653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 7033b7f2-ad59-4275-bbff-5f5760a18b95 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:43:53.439270 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 7033b7f2-ad59-4275-bbff-5f5760a18b95 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:43:53.935850 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe574a-0e8c-407e-a976-856f1b81fa68 req-e42e40eb-a848-41c6-a48b-eb015f53cfc4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:53.937380 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cfbe574a-0e8c-407e-a976-856f1b81fa68 req-e42e40eb-a848-41c6-a48b-eb015f53cfc4 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.0954432 Jun 07 13:43:53.984245 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cfbe574a-0e8c-407e-a976-856f1b81fa68 req-a3e6ce85-b974-440e-a2b0-72636537bc4b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Jun 07 13:43:54.251579 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbade55-ac57-4de5-b19f-f50e8d5a869a req-2fc239fb-543b-4e94-aa73-2363785a621c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:54.253081 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0fbade55-ac57-4de5-b19f-f50e8d5a869a req-2fc239fb-543b-4e94-aa73-2363785a621c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.0859573 Jun 07 13:43:54.299388 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0fbade55-ac57-4de5-b19f-f50e8d5a869a req-287e3f18-4556-4bbe-b1a8-a435c584b814 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Jun 07 13:43:54.484943 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1fed9-e606-4a46-b057-65505ea8b37d req-9dc0eb9b-2bf0-431f-a335-9f70f9d5186e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:54.486444 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-edb1fed9-e606-4a46-b057-65505ea8b37d req-9dc0eb9b-2bf0-431f-a335-9f70f9d5186e tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 944 time: 0.0814681 Jun 07 13:43:54.537753 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-edb1fed9-e606-4a46-b057-65505ea8b37d req-7078cfc5-b13b-4fab-80d8-f9281b699e34 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Jun 07 13:43:55.184928 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4705b4-be12-4897-889e-7ee7df7b3ff1 req-f3e4d22a-ea06-470a-a12c-f5d8c654b3e5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:55.186436 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-df4705b4-be12-4897-889e-7ee7df7b3ff1 req-f3e4d22a-ea06-470a-a12c-f5d8c654b3e5 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.0891206 Jun 07 13:43:55.236895 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-df4705b4-be12-4897-889e-7ee7df7b3ff1 req-f06882aa-a293-46ab-b7c7-2ffa2aa742ea tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Jun 07 13:43:55.391265 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 24897683-fac4-4ad7-bcaf-e8f247ccd184 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:55.476704 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 24897683-fac4-4ad7-bcaf-e8f247ccd184 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:55.482613 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 24897683-fac4-4ad7-bcaf-e8f247ccd184 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:55.483195 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:55.564657 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acaf27-48e9-4ef1-8ef6-405ce407ec81 req-a2f4ecf5-ee3f-4c9f-8360-070988a8c73c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:55.566208 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b6acaf27-48e9-4ef1-8ef6-405ce407ec81 req-a2f4ecf5-ee3f-4c9f-8360-070988a8c73c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.1223986 Jun 07 13:43:55.627140 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b6acaf27-48e9-4ef1-8ef6-405ce407ec81 req-56b29970-13ff-456d-878a-1b06a7280062 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549858 Jun 07 13:43:55.665401 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:55.696615 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610cca24-871c-4dc7-8ec1-11701094d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24897683-fac4-4ad7-bcaf-e8f247ccd184'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:55.699207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e1cdc2-8b46-448b-9903-e1bdfbb266b9" -d '{"events": [{"server_uuid": "610cca24-871c-4dc7-8ec1-11701094d59b", "name": "network-vif-plugged", "status": "completed", "tag": "24897683-fac4-4ad7-bcaf-e8f247ccd184"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:55.708199 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 24897683-fac4-4ad7-bcaf-e8f247ccd184, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=24897683-fac4-4ad7-bcaf-e8f247ccd184,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:55.716158 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:55.717974 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:55.749709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb1dc4-5502-446a-81d7-14f14406d64c x-openstack-request-id: req-e6eb1dc4-5502-446a-81d7-14f14406d64c {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:55.749709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610cca24-871c-4dc7-8ec1-11701094d59b", "name": "network-vif-plugged", "status": "completed", "tag": "24897683-fac4-4ad7-bcaf-e8f247ccd184", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:55.749709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6eb1dc4-5502-446a-81d7-14f14406d64c {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:55.749709 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610cca24-871c-4dc7-8ec1-11701094d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24897683-fac4-4ad7-bcaf-e8f247ccd184', 'code': 200} Jun 07 13:43:55.772164 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8be27-5906-4aed-b169-c2629bf9619f req-15965a13-5c3d-4b8b-9c8f-7d58c7385f30 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:55.773727 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67d8be27-5906-4aed-b169-c2629bf9619f req-15965a13-5c3d-4b8b-9c8f-7d58c7385f30 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 945 time: 0.1001809 Jun 07 13:43:55.799624 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=24897683-fac4-4ad7-bcaf-e8f247ccd184,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:55.802725 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:55.826057 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-67d8be27-5906-4aed-b169-c2629bf9619f req-18870048-f75d-408f-9905-7ad90201de87 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Jun 07 13:43:56.029377 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3870a7-5201-42a4-941d-c966a965023f req-7600772f-4558-4827-949e-43ba2a10a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:56.030790 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-da3870a7-5201-42a4-941d-c966a965023f req-7600772f-4558-4827-949e-43ba2a10a75f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 1098 time: 0.0724306 Jun 07 13:43:56.076041 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-da3870a7-5201-42a4-941d-c966a965023f req-6d326fce-daf7-4fe6-86e7-3dca9766ae1c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Jun 07 13:43:56.446614 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e0dde-cfbe-499c-8f3d-5a45129aed42 req-a5d86315-716e-4d88-a219-04f0ac82b402 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:56.448051 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d66e0dde-cfbe-499c-8f3d-5a45129aed42 req-a5d86315-716e-4d88-a219-04f0ac82b402 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.0905108 Jun 07 13:43:56.503646 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d66e0dde-cfbe-499c-8f3d-5a45129aed42 req-b048349a-0934-46a5-a23b-d42e260b9021 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 Jun 07 13:43:56.831473 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde7a6-6f99-4c54-98ee-73a361985a59 req-bd75ce4d-a283-462a-b219-584f8c20f014 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:56.832957 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54bde7a6-6f99-4c54-98ee-73a361985a59 req-bd75ce4d-a283-462a-b219-584f8c20f014 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.0860896 Jun 07 13:43:56.886552 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-54bde7a6-6f99-4c54-98ee-73a361985a59 req-c5967a40-5f12-4431-b1b6-91b1bd3f9e06 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=390ba585-89d1-4dc8-a91d-74e13c2afc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477767 Jun 07 13:43:57.052971 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-a5d2c8ac-a8fe-40eb-a69b-c55b0729fc20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:57.054597 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-a5d2c8ac-a8fe-40eb-a69b-c55b0729fc20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 947 time: 0.1578271 Jun 07 13:43:57.071268 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eb7f8-65ff-4908-b39b-57d0d66c565a req-9d4e583a-79b0-480a-b419-4de138350ad6 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:57.072666 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fc7eb7f8-65ff-4908-b39b-57d0d66c565a req-9d4e583a-79b0-480a-b419-4de138350ad6 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 945 time: 0.1209009 Jun 07 13:43:57.198781 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fc7eb7f8-65ff-4908-b39b-57d0d66c565a req-9bc50d29-e45d-4515-b713-0b9fb43be12a tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920341 Jun 07 13:43:57.242263 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Deleting port 1e54756b-d778-464f-bd99-a8c76a8dc321 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:43:57.242604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.376037 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] For port 1e54756b-d778-464f-bd99-a8c76a8dc321, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1e54756b-d778-464f-bd99-a8c76a8dc321,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:57.376420 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.687597 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.688014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.688364 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Floating IP b20b522e-4050-4851-81bc-7bc2b121e796 disassociated. External IP: 172.27.0.14, port: 1e54756b-d778-464f-bd99-a8c76a8dc321. Jun 07 13:43:57.688786 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Calling delete_port for 1e54756b-d778-464f-bd99-a8c76a8dc321 owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:43:57.713397 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:43:57.723450 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82630d37-424b-4f71-9da2-83b305e1a716 req-fbbf583a-9882-4cf2-bb92-29dc0de6e461 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:57.731839 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82630d37-424b-4f71-9da2-83b305e1a716 req-fbbf583a-9882-4cf2-bb92-29dc0de6e461 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1179845 Jun 07 13:43:57.788746 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-82630d37-424b-4f71-9da2-83b305e1a716 req-c0e1dd1f-b526-472a-a2cf-4ed1361fdd65 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552719 Jun 07 13:43:57.904414 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.909864 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b2e46303-02da-4b49-8143-cd7d8a13b338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:57.954330 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event deleted for resources: {'Port': ['ID=1e54756b-d778-464f-bd99-a8c76a8dc321,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:57.964570 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.964570 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.965004 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.965358 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.965743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.966099 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.966450 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.966798 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.967144 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.967490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.967840 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.968184 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:57.972757 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:58.087362 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a7580216-d71c-4006-974b-81fb1d23f6d5 req-8c572273-fde0-405d-a3a3-98c4e666d351 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 210 time: 0.0605550 Jun 07 13:43:58.209701 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Router c572e82a-6fde-4554-9c5c-a7d1e92e4223 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:43:58.429787 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:58.450029 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] Sync routers for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:58.451766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd81cf0-6fbd-4b57-9df6-8627d6bea321 req-ef0dcaec-4c3e-43da-af86-0281834c24b5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:58.454224 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dd81cf0-6fbd-4b57-9df6-8627d6bea321 req-ef0dcaec-4c3e-43da-af86-0281834c24b5 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 945 time: 0.1341784 Jun 07 13:43:58.462110 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:58.463012 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:43:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:58.515539 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8dd81cf0-6fbd-4b57-9df6-8627d6bea321 req-e33fcbbf-8648-45aa-a877-d2c99426cdfe tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556121 Jun 07 13:43:58.537640 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] No DVR routers for this DVR port 1e54756b-d778-464f-bd99-a8c76a8dc321 on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:43:58.542049 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:58.551065 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fc1aec86-ee5c-4ca9-ba7e-2b67f38fc744 req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "DELETE /v2.0/ports/1e54756b-d778-464f-bd99-a8c76a8dc321 HTTP/1.1" status: 204 len: 173 time: 1.4733770 Jun 07 13:43:58.551742 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-deleted', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:58.554638 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a63ca-70f4-44e7-a641-1e83067bf5a4" -d '{"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-deleted", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:58.621814 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6d9245-5682-4329-a80c-f33e49b44f60 x-openstack-request-id: req-2c6d9245-5682-4329-a80c-f33e49b44f60 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:58.622249 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5964d8-8626-4497-96e9-3e827ce84afe", "name": "network-vif-deleted", "tag": "1e54756b-d778-464f-bd99-a8c76a8dc321", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:58.622600 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c6d9245-5682-4329-a80c-f33e49b44f60 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:58.623109 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5964d8-8626-4497-96e9-3e827ce84afe', 'name': 'network-vif-deleted', 'tag': '1e54756b-d778-464f-bd99-a8c76a8dc321', 'status': 'completed', 'code': 200} Jun 07 13:43:58.667140 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:59.006841 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:59.015620 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] Checking router: c572e82a-6fde-4554-9c5c-a7d1e92e4223 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:59.026999 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:59.027913 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:43:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:59.082006 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223eeb4-f40d-4b55-b791-e855c2709494 req-9bf8a7b4-fd93-405b-bcda-6d46b872800b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:59.084041 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a223eeb4-f40d-4b55-b791-e855c2709494 req-9bf8a7b4-fd93-405b-bcda-6d46b872800b tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1171846 Jun 07 13:43:59.165045 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a223eeb4-f40d-4b55-b791-e855c2709494 req-873a0596-bc44-47c1-83a3-3760af429f49 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Jun 07 13:43:59.287631 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:59.367654 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-399f78b3-a207-4903-8e3d-dbbb483a54f9 req-d725f32b-342a-4441-8220-2fb88d271f81 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa5964d8-8626-4497-96e9-3e827ce84afe HTTP/1.1" status: 200 len: 210 time: 0.0498607 Jun 07 13:43:59.663310 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:59.668616 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64674e30-6936-470f-ad1e-c26bc1385570 None None] The sync data for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi is: [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:00.036748 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3befa-c233-4a74-bf1e-19ad0c08dcfc None None] New status for floating IP b20b522e-4050-4851-81bc-7bc2b121e796: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:00.236621 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-50ad64c1-b418-4275-8380-9596ee43e57d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:00.238549 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-50ad64c1-b418-4275-8380-9596ee43e57d tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1132853 Jun 07 13:44:00.402556 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e57f63-5241-4abc-8236-347a69b1e896 req-785a4b5d-911f-44dc-930c-6f9516be2bad tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:00.405060 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-27e57f63-5241-4abc-8236-347a69b1e896 req-785a4b5d-911f-44dc-930c-6f9516be2bad tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 946 time: 0.1202085 Jun 07 13:44:00.471497 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-27e57f63-5241-4abc-8236-347a69b1e896 req-0e1bf396-c88d-4ed5-bc0a-071b00f44ae9 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed068cc0-2354-4963-b1c3-41dc017f692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560453 Jun 07 13:44:00.500438 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Deleting port 1d817fda-54ad-436b-9179-ad86b73a38fc {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:00.501126 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.521450 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48012) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:00.618087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.648645 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.653729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] For port 1d817fda-54ad-436b-9179-ad86b73a38fc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1d817fda-54ad-436b-9179-ad86b73a38fc,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:00.654760 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.711556 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.715120 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.716307 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "DELETE /v2.0/security-groups/390ba585-89d1-4dc8-a91d-74e13c2afc64 HTTP/1.1" status: 204 len: 168 time: 0.1938384 Jun 07 13:44:00.717191 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3a846ea1-cd9c-4546-99c6-a3041e228c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:00.724690 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48014) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:00.783527 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Calling delete_port for 1d817fda-54ad-436b-9179-ad86b73a38fc owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:00.846141 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ba585-89d1-4dc8-a91d-74e13c2afc64,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:00.849524 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:00.850447 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.api.v2.resource [None req-f33ffd2f-ae61-473a-93b8-c35c4b4196f2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] show failed (client error): The resource could not be found. Jun 07 13:44:00.851478 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f33ffd2f-ae61-473a-93b8-c35c4b4196f2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups/390ba585-89d1-4dc8-a91d-74e13c2afc64 HTTP/1.1" status: 404 len: 347 time: 0.1258409 Jun 07 13:44:00.856096 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48016) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:00.910801 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.919490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c256c1e6-cdeb-42de-aa5c-a4bfe26b2956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:00.927729 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['1d817fda-54ad-436b-9179-ad86b73a38fc'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:00.970798 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Pushing event deleted for resources: {'Port': ['ID=1d817fda-54ad-436b-9179-ad86b73a38fc,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:00.997227 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:01.059524 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] No DVR routers for this DVR port 1d817fda-54ad-436b-9179-ad86b73a38fc on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:44:01.062205 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.064544 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f79960ce-5bef-42e5-bbf2-c00ceb4e5ec7 req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.60 "DELETE /v2.0/ports/1d817fda-54ad-436b-9179-ad86b73a38fc HTTP/1.1" status: 204 len: 173 time: 0.8141272 Jun 07 13:44:01.065022 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'name': 'network-vif-deleted', 'tag': '1d817fda-54ad-436b-9179-ad86b73a38fc'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:01.067216 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55515db8-b2b0-4d0d-917e-4a144fcc6da2" -d '{"events": [{"server_uuid": "f0e190f9-f812-4fb3-9541-6925bcc389a4", "name": "network-vif-deleted", "tag": "1d817fda-54ad-436b-9179-ad86b73a38fc"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:01.127433 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Deleting port d96d7300-c4f9-4b9b-b8f1-0531885fece8 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:01.127680 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.134061 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a72f11-e244-473a-ba8c-95b438ac50a1 x-openstack-request-id: req-83a72f11-e244-473a-ba8c-95b438ac50a1 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:01.134607 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e190f9-f812-4fb3-9541-6925bcc389a4", "name": "network-vif-deleted", "tag": "1d817fda-54ad-436b-9179-ad86b73a38fc", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:01.135229 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83a72f11-e244-473a-ba8c-95b438ac50a1 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:01.136118 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e190f9-f812-4fb3-9541-6925bcc389a4', 'name': 'network-vif-deleted', 'tag': '1d817fda-54ad-436b-9179-ad86b73a38fc', 'status': 'completed', 'code': 200} Jun 07 13:44:01.257062 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.257387 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.378563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Calling delete_port for d96d7300-c4f9-4b9b-b8f1-0531885fece8 owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:01.415572 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:01.457825 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 1e54756b-d778-464f-bd99-a8c76a8dc321 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:01.458281 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1e54756b-d778-464f-bd99-a8c76a8dc321 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:01.496551 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.501487 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:01.553146 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event deleted for resources: {'Port': ['ID=d96d7300-c4f9-4b9b-b8f1-0531885fece8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:01.586959 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:01.647825 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.650247 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.652725 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "DELETE /v2.0/floatingips/b20b522e-4050-4851-81bc-7bc2b121e796 HTTP/1.1" status: 204 len: 168 time: 0.7950265 Jun 07 13:44:01.748251 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e2f14401-0137-4450-b2e8-f4bc75d547b2 req-07269dbe-0942-4d72-ad7d-64a461a0fcd1 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e190f9-f812-4fb3-9541-6925bcc389a4 HTTP/1.1" status: 200 len: 210 time: 0.1440024 Jun 07 13:44:02.071086 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48030) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:02.076456 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771791397', 'description': 'tempest-description--1936419340'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:02.110811 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.223894 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.228890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.234074 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2b3658b8-20e1-41ab-89b1-21ae881c0771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:02.276860 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3545d5f9-b0cf-4406-ae71-74e5fa9fb600,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:02.282011 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:02.282996 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.287633 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2152314 Jun 07 13:44:02.287767 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48034) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:02.297431 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'security_group_rule': {'security_group_id': '3545d5f9-b0cf-4406-ae71-74e5fa9fb600', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:02.335087 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.406095 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.413385 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.415679 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:02.444503 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23845336-3449-43a0-af40-34d99e2efd63,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:02.449932 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:02.456577 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.458544 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695371 Jun 07 13:44:02.461189 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48036) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:02.468593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'security_group_rule': {'security_group_id': '3545d5f9-b0cf-4406-ae71-74e5fa9fb600', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:02.504201 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.580783 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.585330 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.589900 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ae4f1aad-3ce1-4edd-8c68-88ce319317ed tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:02.617140 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487d324b-f0d0-41f3-bf74-240247cf8d64,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:02.621733 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:02.633557 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.638993 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723685 Jun 07 13:44:02.639351 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48040) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:02.644089 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:02.672316 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.830089 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.849859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48044) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:02.983847 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Allocated IP 172.27.0.99 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/105cc0d4-3b41-4636-b5dc-1d8ceb5ef084) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:44:03.183701 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.226316 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.231601 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-85564ae5-be86-4a0c-ad18-ad8a58d10aab tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:03.310176 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:44:03.315332 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:44:03.319583 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:44:03.391256 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'Port': ['ID=105cc0d4-3b41-4636-b5dc-1d8ceb5ef084,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:03.398270 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:03.461972 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.508426 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.544669 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.551563 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6f36eed3-251e-46ee-965a-00b6378a20d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.837304 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.842868 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.847552 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-af4dc83d-88da-4658-8ba8-d724d232f0c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:03.962614 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'Port': ['ID=105cc0d4-3b41-4636-b5dc-1d8ceb5ef084,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:03.968774 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:03.982083 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:04.002417 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:04.003657 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3633208 Jun 07 13:44:04.012241 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06545ada-e21f-4a62-9943-14bf166c9ca2 req-4df754e1-c25d-4d2b-99af-9430d9f85ab8 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:04.014466 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-06545ada-e21f-4a62-9943-14bf166c9ca2 req-4df754e1-c25d-4d2b-99af-9430d9f85ab8 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.2025547 Jun 07 13:44:04.070433 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-06545ada-e21f-4a62-9943-14bf166c9ca2 req-5eb8dbd0-7ce3-4fa4-86be-182529dfb219 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503070 Jun 07 13:44:04.101355 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48064) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:04.222550 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-1294ce2d-d00f-4b09-aeab-afac99e72318 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1771791397&fields=id&tenant_id=88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 267 time: 0.0586970 Jun 07 13:44:04.230126 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Deleting port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:04.230558 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:04.365766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] For port 1a2f89eb-cf03-4dc5-b48d-918d46e4df88, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,segment=NetworkSegment(fce75e3d-3330-49f6-9ddd-a374c97a9e5d),segment_id=fce75e3d-3330-49f6-9ddd-a374c97a9e5d)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:04.366231 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:04.439988 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-ba196390-25dc-40ba-b051-a896a13c269c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:04.441451 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-ba196390-25dc-40ba-b051-a896a13c269c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 817 time: 0.2103133 Jun 07 13:44:04.444505 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751415e-5662-4951-acbb-240b5f3aad15 tempest-TestMinimumBasicScenario-875573375 tempest-TestMinimumBasicScenario-875573375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:04.449944 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-f751415e-5662-4951-acbb-240b5f3aad15 tempest-TestMinimumBasicScenario-875573375 tempest-TestMinimumBasicScenario-875573375-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1093 time: 0.3410552 Jun 07 13:44:04.453316 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48072) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:04.457540 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'port_id': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:04.475974 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-d2b15812-623c-4f83-b27d-939aadcaee57 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/quotas/88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 375 time: 0.0287330 Jun 07 13:44:04.494879 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Calling delete_port for 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:04.540697 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for floatingip, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:04.658054 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-846f9acf-1e15-4b55-96f1-9459520b9c74 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1734042 Jun 07 13:44:04.711096 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:04.804909 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:04.809770 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-98b41620-5d62-495c-b26d-9608d80807b5 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:04.857923 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2f89eb-cf03-4dc5-b48d-918d46e4df88,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:04.862854 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:05.056534 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-d1c0f547-6c39-448f-9d1e-60cc5a8dc755 service neutron] 10.222.0.44 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820617 Jun 07 13:44:05.084790 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Allocated IP 172.27.0.207 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/7396d689-0802-414e-a673-895a6904bee3) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:44:05.242919 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:05.305383 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-a7e9c469-012e-487c-b98f-d59c9f70c1e0 service neutron] 10.222.0.44 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391856 Jun 07 13:44:05.345920 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:05.380036 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:05.384188 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2164b625-f54f-4486-978e-3e8103529f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:05.430502 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1d817fda-54ad-436b-9179-ad86b73a38fc no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:05.455182 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:44:05.458282 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:44:05.460690 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:44:05.502637 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'Port': ['ID=7396d689-0802-414e-a673-895a6904bee3,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:05.514032 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:05.527853 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 1d817fda-54ad-436b-9179-ad86b73a38fc {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:05.528209 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 1d817fda-54ad-436b-9179-ad86b73a38fc not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:05.582715 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b90b1bc-f341-4849-b68c-8a96d8858ead req-bec05d68-8d00-40ed-ba8a-6ec037477c8c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 210 time: 0.0616612 Jun 07 13:44:05.706603 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Router 20e9cce1-88ba-4b4b-800c-df2799b66140 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:05.928374 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:05.934532 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] 10.222.0.44 "PUT /v2.0/routers/20e9cce1-88ba-4b4b-800c-df2799b66140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0829206 Jun 07 13:44:05.936934 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48090) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:05.940702 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] Sync routers for ids ['20e9cce1-88ba-4b4b-800c-df2799b66140'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:05.957937 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] Routers {'20e9cce1-88ba-4b4b-800c-df2799b66140'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:05.958876 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:43:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['20e9cce1-88ba-4b4b-800c-df2799b66140'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:06.029257 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.123802 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.138512 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.233663 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] Set router 20e9cce1-88ba-4b4b-800c-df2799b66140 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:06.380983 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.389864 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.396966 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6e1b0c75-891b-48ee-957e-ecd237e6d434 tempest-VolumesNegativeTest-1224075779 tempest-VolumesNegativeTest-1224075779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:06.411182 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.501461 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Deleting port 0592e64c-9d4d-421c-a208-7be3a7d37d08 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:06.502036 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.504881 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'Port': ['ID=7396d689-0802-414e-a673-895a6904bee3,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:06.507729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:06.518288 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.551726 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.614288 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:44:04Z', 'revision_number': 5, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port': {'id': '0592e64c-9d4d-421c-a208-7be3a7d37d08', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:39:41Z', 'updated_at': '2021-06-07T13:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:06.618240 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] Checking router: 20e9cce1-88ba-4b4b-800c-df2799b66140 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:06.645725 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] Routers {'20e9cce1-88ba-4b4b-800c-df2799b66140'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:06.646577 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:43:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['20e9cce1-88ba-4b4b-800c-df2799b66140'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:06.650220 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] For port 0592e64c-9d4d-421c-a208-7be3a7d37d08, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=0592e64c-9d4d-421c-a208-7be3a7d37d08,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:06.650724 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.840783 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6cdb102a-ea81-457f-9e8b-e1c8822b128a req-c206dbed-1798-4b01-8afd-5d11accfd327 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 210 time: 0.0684130 Jun 07 13:44:06.860943 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Floating IP e9ee1859-8866-46cb-b3a4-3f241d9bc317 associated. External IP: 172.27.0.207, port: 5da3eb84-bf8d-41e7-b82f-36ea58686268. Jun 07 13:44:06.879777 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] Set router 20e9cce1-88ba-4b4b-800c-df2799b66140 gateway port host: None {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:06.949987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Calling delete_port for 0592e64c-9d4d-421c-a208-7be3a7d37d08 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:07.030940 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:44:06Z', 'revision_number': 6, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:07.036137 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31e8f2-5345-46de-9f05-2309e68b7097 None None] The sync data for ids ['20e9cce1-88ba-4b4b-800c-df2799b66140'] in dv-cinder-785362-2-iscsi is: [{'id': '20e9cce1-88ba-4b4b-800c-df2799b66140', 'name': 'tempest-ServerRescueNegativeTestJSON-2058494792-router', 'tenant_id': 'acdfa4be8548409aa1be672c31b5ba55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:39:40Z', 'updated_at': '2021-06-07T13:44:06Z', 'revision_number': 6, 'project_id': 'acdfa4be8548409aa1be672c31b5ba55', 'gw_port_host': None}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:07.155631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.159787 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fafa130c-e824-4284-a63f-216769052904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:07.193042 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-41acf46c-f6b2-4294-b1f8-aafcdd869259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.237287 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0592e64c-9d4d-421c-a208-7be3a7d37d08,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:07.240701 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:07.250145 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-b6821efb-c478-43d7-9656-a9f47334da36 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:07.251700 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-b6821efb-c478-43d7-9656-a9f47334da36 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 817 time: 0.3357346 Jun 07 13:44:07.351124 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.395889 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-b0310561-9cb0-4dbd-beb2-5db343fcb7d6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 380 time: 0.0783787 Jun 07 13:44:07.455209 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'port': {'device_id': 'abca7f7d-45cf-455d-83ca-471a93692905', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'admin_state_up': True, 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'security_groups': ['3545d5f9-b0cf-4406-ae71-74e5fa9fb600']}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:07.550586 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.554291 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.592526 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Router ae8beca1-58e4-4523-bb3d-1cce71964174 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:07.652947 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.653557 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e9cce1-88ba-4b4b-800c-df2799b66140 {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:44:07.658758 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.662332 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] 10.222.0.44 "DELETE /v2.0/routers/20e9cce1-88ba-4b4b-800c-df2799b66140 HTTP/1.1" status: 204 len: 168 time: 1.7218726 Jun 07 13:44:07.662595 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48100) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:07.741255 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Deleting subnet 612b4ec8-c70f-46cd-8945-7698f58b17e2 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:44:07.745238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.794734 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Made reservation on behalf of 88ceb231770e44b38d2ed96cbf9e136e for: {'port': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:44:07.798387 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.809961 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.883371 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.895116 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:07.914955 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] Sync routers for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:07.937024 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.938402 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:07.941859 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:07.988766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:07.995263 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:08.042285 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=612b4ec8-c70f-46cd-8945-7698f58b17e2,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:08.047215 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:08.048688 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.055383 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a266fc1c-b795-4564-b35f-2540b121e905 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/612b4ec8-c70f-46cd-8945-7698f58b17e2 HTTP/1.1" status: 204 len: 168 time: 0.3917165 Jun 07 13:44:08.056306 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48106) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:08.076969 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6218851 Jun 07 13:44:08.081733 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48108) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:08.083592 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:08.086312 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a368fd-6d1a-48ba-bd30-1026bc7921e0" -d '{"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:08.102536 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517813059', 'description': 'tempest-secgroup-smoke-517813059 description', 'project_id': '93e1ec2b601f42859a571bbd257b763b'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:08.120433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Allocated IP 172.20.0.8 (33385e9d-5ad4-4904-beb9-71e90c44a49f/e3130c81-3d4b-405f-a40f-352805d9e079/c4f4a57f-537a-4b5b-aabb-7b8a94c3d538) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:44:08.233593 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.236005 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:08.275018 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.344160 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e45df-7f8e-4224-92ec-39ef7338e7e4 x-openstack-request-id: req-ba9e45df-7f8e-4224-92ec-39ef7338e7e4 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:08.344763 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:08.345038 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba9e45df-7f8e-4224-92ec-39ef7338e7e4 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:08.345754 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'status': 'completed', 'code': 200} Jun 07 13:44:08.389632 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dae1eb6f-1161-4a15-9e54-6ac1fb5e754b req-7af1680a-8c81-4efa-be95-9ff8105d3e64 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 210 time: 0.3023965 Jun 07 13:44:08.412726 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.490586 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:08.506500 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.530539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Transition to ACTIVE for port object c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:44:08.539689 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:08.540130 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1a2f89eb-cf03-4dc5-b48d-918d46e4df88 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:08.540712 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 0592e64c-9d4d-421c-a208-7be3a7d37d08 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:08.563292 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.578149 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8621f94b-bc28-446c-9190-1c5b87b1e269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:08.595422 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 0592e64c-9d4d-421c-a208-7be3a7d37d08 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:08.595823 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 0592e64c-9d4d-421c-a208-7be3a7d37d08 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:08.644107 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.675269 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e302dc2c-3c49-411d-a65e-db062179de05']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:08.698923 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-43fa593f-f2ce-42c8-9d06-c96f697bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:08.700421 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-43fa593f-f2ce-42c8-9d06-c96f697bd9b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1098 time: 0.3966875 Jun 07 13:44:08.702376 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:08.702674 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce75e3d-3330-49f6-9ddd-a374c97a9e5d') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:08.751385 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.768127 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:44:08.772187 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:44:08.774797 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:44:08.836425 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:08.840282 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:08.860081 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.863237 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:08.864008 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.903945 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:44:08.904382 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:44:08.923050 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:44:08.946162 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'e9ee1859-8866-46cb-b3a4-3f241d9bc317', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'port_id': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'mac_address': 'fa:16:3e:d1:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:05Z', 'updated_at': '2021-06-07T13:44:05Z', 'revision_number': 0, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 5, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:08.952854 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] Checking router: ae8beca1-58e4-4523-bb3d-1cce71964174 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:08.962977 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:08.964234 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:09.044867 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.053396 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6030519 Jun 07 13:44:09.055075 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.071391 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e9e1564c-afb6-4c82-999d-bdf34d52c3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:09.078290 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Request body: {'port': {'device_id': 'abca7f7d-45cf-455d-83ca-471a93692905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:09.154291 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a6bdcc81-780b-478a-a9d0-22a904c3f89b None None] Provisioning for port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:44:09.165568 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:09.172629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.173841 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0868740 Jun 07 13:44:09.175079 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-3457d9c9-9e5e-4d19-a8bc-e02f1764801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:09.176510 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-3457d9c9-9e5e-4d19-a8bc-e02f1764801a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 915 time: 0.4613917 Jun 07 13:44:09.179623 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48118) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:09.184869 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'security_group_rule': {'security_group_id': '5ceb5023-590d-4609-ace5-7238c4f672f8', 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:09.210373 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.212111 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a6bdcc81-780b-478a-a9d0-22a904c3f89b None None] Provisioning complete for port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:44:09.212494 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a6bdcc81-780b-478a-a9d0-22a904c3f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.239344 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb5023-590d-4609-ace5-7238c4f672f8,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:09.250029 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.251705 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:09.278349 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:09.298841 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.304021 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] 10.222.0.44 "DELETE /v2.0/networks/e302dc2c-3c49-411d-a65e-db062179de05 HTTP/1.1" status: 204 len: 168 time: 1.2463610 Jun 07 13:44:09.341739 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e302dc2c-3c49-411d-a65e-db062179de05,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:09.350557 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3afe0587-3c6a-4609-8d74-d0ce771710ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:09.382139 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-f7623264-8d42-49e0-9cee-2e25e57eac34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 999 time: 0.1913953 Jun 07 13:44:09.386934 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.390830 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdcc81-780b-478a-a9d0-22a904c3f89b None None] Port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:44:09.508297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.518501 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.528030 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:09.563668 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b80b33-b4d8-40a0-a44c-8f7e2f79dcff,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:09.587752 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-eba29b51-bfab-4277-920b-79f48e03f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:09.589659 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-eba29b51-bfab-4277-920b-79f48e03f033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 200 len: 853 time: 0.1885650 Jun 07 13:44:09.595732 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:09.673513 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48126) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:09.699807 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.704392 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5236573 Jun 07 13:44:09.705650 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48128) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:09.713753 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'security_group_rule': {'security_group_id': '5ceb5023-590d-4609-ace5-7238c4f672f8', 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:09.721425 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.752327 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'e9ee1859-8866-46cb-b3a4-3f241d9bc317', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'port_id': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'mac_address': 'fa:16:3e:d1:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:05Z', 'updated_at': '2021-06-07T13:44:05Z', 'revision_number': 0, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 5, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:09.756741 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e7e0a-11f4-4430-8d44-6946f2608a2a None None] The sync data for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi is: [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'e9ee1859-8866-46cb-b3a4-3f241d9bc317', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'port_id': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'mac_address': 'fa:16:3e:d1:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:05Z', 'updated_at': '2021-06-07T13:44:05Z', 'revision_number': 0, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 5, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:09.767837 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1f008b78-3183-4393-bb3f-9f0109eb9e2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acdfa4be8548409aa1be672c31b5ba55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920916 Jun 07 13:44:09.770521 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48130) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:09.800478 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-6ece302f-2b41-4d8e-ba2c-0de944fca64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:09.802023 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-6ece302f-2b41-4d8e-ba2c-0de944fca64b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4bfa405-9c28-48c4-b44d-2e7300880903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1926222 Jun 07 13:44:09.811987 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e2073-44a9-4914-9785-f5ea8852d7f9 req-df7d04ff-3a44-4832-a3b6-90b3efe992f9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:09.813562 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7c5e2073-44a9-4914-9785-f5ea8852d7f9 req-df7d04ff-3a44-4832-a3b6-90b3efe992f9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 931 time: 0.1854479 Jun 07 13:44:09.814199 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.936431 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.942308 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 {{(pid=92944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:44:09.955961 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.963063 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7c5e2073-44a9-4914-9785-f5ea8852d7f9 req-c34a3950-6378-4986-807f-70af830f46cf tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343048 Jun 07 13:44:09.981150 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.988151 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Transition to ACTIVE for port object c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 will not be triggered until provisioned by entity L2. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:44:09.990538 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:09.993641 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fec9027d-d72f-48be-a3fd-74668357b63e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:09.996583 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.003058 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3bedf-0d19-4a13-80c4-39c640b22ef7 None None] New status for floating IP e9ee1859-8866-46cb-b3a4-3f241d9bc317: ACTIVE {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:10.013838 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9bff99-bbca-4fdc-b5e9-f1d048f2c34a,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:10.023032 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-ad0311ac-e6ab-486f-9dd3-432a6d356467 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071753 Jun 07 13:44:10.023207 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.027490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:10.032755 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:10.161812 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.166543 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-117bee7c-62bb-4c99-aa31-a507aa3ec0a6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4578059 Jun 07 13:44:10.167306 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48132) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:10.177260 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'security_group_rule': {'security_group_id': '5ceb5023-590d-4609-ace5-7238c4f672f8', 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:10.179220 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.182572 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.195105 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed068cc0-2354-4963-b1c3-41dc017f692d HTTP/1.1" status: 204 len: 168 time: 0.4154067 Jun 07 13:44:10.198135 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-263c00ff-ee71-474e-a23b-f6252fe275e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:10.223896 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:10.232819 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-26a368fd-6d1a-48ba-bd30-1026bc7921e0 req-01599886-bd00-45f3-bf09-6f226cbfcb26 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995816 Jun 07 13:44:10.235029 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed068cc0-2354-4963-b1c3-41dc017f692d,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:10.238833 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:10.298100 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:10.334908 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Attempting to bind port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:44:10.336558 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Attempting to bind port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:44:10.337302 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Attempting to bind port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 on network 33385e9d-5ad4-4904-beb9-71e90c44a49f {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:44:10.347229 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 on network 33385e9d-5ad4-4904-beb9-71e90c44a49f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:44:10.347797 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Attempting to bind port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 on network 33385e9d-5ad4-4904-beb9-71e90c44a49f {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:44:10.352925 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.365597 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:44:10.366143 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Checking segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:44:10.366843 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Bound using segment: {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'} {{(pid=92944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:44:10.367427 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.managers [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Bound port: c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee14cb39-dc59-44df-9ac0-25d6534b1282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f'}}] {{(pid=92944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:44:10.367914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.498603 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.503022 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.508144 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:10.522078 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, cleared binding levels {{(pid=92944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:44:10.537681 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25086a3-6533-4b7a-b5ba-abc7b3f15867,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:10.542767 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:44:10.546502 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:10.547730 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.549979 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781536 Jun 07 13:44:10.551642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48140) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:10.554408 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.556544 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'security_group_rule': {'security_group_id': '5ceb5023-590d-4609-ace5-7238c4f672f8', 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:10.559531 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-949d69d7-a6c1-475a-b6dd-76bbacd00d60 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:10.587228 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.622916 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:10.623526 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.624884 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] 10.222.0.60 "PUT /v2.0/ports/c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 200 len: 1093 time: 1.5510128 Jun 07 13:44:10.630285 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:10.630285 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55380682-4f24-434a-a696-6d9fa40e692c" -d '{"events": [{"name": "network-changed", "server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:10.656985 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=3']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:10.664886 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:10.677857 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.683716 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.686693 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9a623445-e505-4b70-ac69-e52b74779c20 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:10.718279 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.723624 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701121 Jun 07 13:44:10.727245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48150) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:10.733023 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'security_group_rule': {'security_group_id': '5ceb5023-590d-4609-ace5-7238c4f672f8', 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:10.734527 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d24f95-1e98-427e-9167-89185974ea7c x-openstack-request-id: req-84d24f95-1e98-427e-9167-89185974ea7c {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:10.734998 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:10.735332 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84d24f95-1e98-427e-9167-89185974ea7c {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:10.735766 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'status': 'completed', 'code': 200} Jun 07 13:44:10.742532 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74bb65e-765f-41a4-a980-aaefbc238284,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:10.748133 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:10.771494 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.securitygroups_db [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Project 93e1ec2b601f42859a571bbd257b763b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:44:10.779739 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.819561 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-0f5df624-859c-497a-8da2-fa681d04782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:10.823487 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-0f5df624-859c-497a-8da2-fa681d04782d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1096 time: 0.1439054 Jun 07 13:44:10.890772 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.896557 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.898940 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-554e16a4-4282-4d24-a73c-d94949d6025d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:10.910428 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-f6699873-5a80-4cd3-977b-ed96ad19964a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 200 len: 217 time: 0.0744476 Jun 07 13:44:10.928138 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89761dd5-9579-44ed-b774-5e183a99ce7c,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:10.932022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:10.939777 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.941351 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2130864 Jun 07 13:44:10.944344 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48158) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:10.950937 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'security_group_rule': {'security_group_id': '5ceb5023-590d-4609-ace5-7238c4f672f8', 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:10.983098 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.securitygroups_db [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Project 93e1ec2b601f42859a571bbd257b763b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:44:10.995341 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:11.020686 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-4573b4ec-4a3c-43e5-9af1-9eb4926483cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:11.026259 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-4573b4ec-4a3c-43e5-9af1-9eb4926483cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.1018872 Jun 07 13:44:11.116905 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:11.123622 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:11.126286 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc48a3de-e26b-40e1-bf23-0d8cbd09f4b9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:11.184074 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c18f43-eb71-47f1-9070-304b6d27e798,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:11.194952 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:11.196183 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:11.201979 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cafd42dd-5e4d-42cd-8912-35483533aba6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2549725 Jun 07 13:44:11.241674 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-61c6c6fa-49fd-4a87-aea0-928ebad4c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:11.243125 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-61c6c6fa-49fd-4a87-aea0-928ebad4c5c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2065058 Jun 07 13:44:11.252352 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4b1b4-7b5b-4507-b014-3c656ab24da0 req-5c2abafb-5dd0-4484-9b1c-c5797e6be4c2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:11.257966 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3fc4b1b4-7b5b-4507-b014-3c656ab24da0 req-5c2abafb-5dd0-4484-9b1c-c5797e6be4c2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1346052 Jun 07 13:44:11.343284 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-45d6dd45-55b3-455c-9eee-1849a96c36be tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517813059&fields=id&tenant_id=93e1ec2b601f42859a571bbd257b763b HTTP/1.1" status: 200 len: 267 time: 0.0469301 Jun 07 13:44:11.436859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-229e162b-ed74-4527-87ed-123a1c2f5633 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:11.438423 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-229e162b-ed74-4527-87ed-123a1c2f5633 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.0901740 Jun 07 13:44:11.451365 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'port': {'security_groups': ['7a0b0b55-1e4c-4b1b-8aac-4833d23455e3', '5ceb5023-590d-4609-ace5-7238c4f672f8']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:11.487588 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3fc4b1b4-7b5b-4507-b014-3c656ab24da0 req-955d9ff8-9f15-4130-9f4d-8cf29cb6f458 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242024 Jun 07 13:44:11.519777 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-baede53d-5f85-44ac-8aa1-4fe740e7a70b service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577405 Jun 07 13:44:11.610548 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:11.677534 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-195b0fe4-1efe-4aac-a14f-8c58e9b126d6 req-5cdc30d2-edb0-4a14-b984-902c15413325 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451497 Jun 07 13:44:11.898772 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:11.925611 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:11.930616 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:11.936417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:12.014488 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.015125 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:12.016507 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4884d814-9421-4dee-9f60-c0ceb87e8072 req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "PUT /v2.0/ports/5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 981 time: 0.5711708 Jun 07 13:44:12.017029 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:12.019349 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d018d7-75de-4132-9284-d573bf2dccbe" -d '{"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:12.044856 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=6']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:12.048375 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:12.083600 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3bf48-b0e0-4654-b1bf-e38298696b56 x-openstack-request-id: req-92a3bf48-b0e0-4654-b1bf-e38298696b56 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:12.083926 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:12.084214 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92a3bf48-b0e0-4654-b1bf-e38298696b56 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:12.084644 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'status': 'completed', 'code': 200} Jun 07 13:44:12.300512 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-9c05dc34-5806-41ae-9f43-580dbe1f5c0c None None] Provisioning complete for port 5da3eb84-bf8d-41e7-b82f-36ea58686268 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:44:12.301583 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9c05dc34-5806-41ae-9f43-580dbe1f5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:12.318293 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0faa2f-2f8f-43d7-8969-b6ec9d01161c req-a6f6cc2d-c925-4058-b6ec-e706117c39d7 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.322008 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bb0faa2f-2f8f-43d7-8969-b6ec9d01161c req-a6f6cc2d-c925-4058-b6ec-e706117c39d7 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.2053711 Jun 07 13:44:12.379149 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bb0faa2f-2f8f-43d7-8969-b6ec9d01161c req-5b4a23cc-f68e-4823-a40a-48873c506747 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471835 Jun 07 13:44:12.682792 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f8966-dbcd-4558-9036-a2d739ac92c9 req-3f3d227e-30ac-461d-a8da-8f9dd0bbc5c9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.684405 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-991f8966-dbcd-4558-9036-a2d739ac92c9 req-3f3d227e-30ac-461d-a8da-8f9dd0bbc5c9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0873301 Jun 07 13:44:12.736373 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-991f8966-dbcd-4558-9036-a2d739ac92c9 req-989af773-ef2a-494e-9006-f7ba6b550222 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462134 Jun 07 13:44:13.939649 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4e46b-8159-4d15-8dea-dedbd57827b7 req-dea84988-6158-465d-9705-3c4bdbff8573 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:13.941270 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-10c4e46b-8159-4d15-8dea-dedbd57827b7 req-dea84988-6158-465d-9705-3c4bdbff8573 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0935769 Jun 07 13:44:13.989879 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-10c4e46b-8159-4d15-8dea-dedbd57827b7 req-0f9fd5e8-833e-4b8d-be49-49b28e53b2a4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Jun 07 13:44:14.570937 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['5da3eb84-bf8d-41e7-b82f-36ea58686268'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:14.637144 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:15.182806 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449efb7d-aef1-4e85-a08e-6e742e79f18e req-88723e86-101f-4fd6-8ccb-ea8e5e48673d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:15.184608 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-449efb7d-aef1-4e85-a08e-6e742e79f18e req-88723e86-101f-4fd6-8ccb-ea8e5e48673d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0843863 Jun 07 13:44:15.234419 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-449efb7d-aef1-4e85-a08e-6e742e79f18e req-a2889bcd-b427-4b28-9cae-bf9d358f4235 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Jun 07 13:44:16.084361 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d018d7-75de-4132-9284-d573bf2dccbe req-6aa3d056-8401-4882-a0fd-9a1d0297dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.084595 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55380682-4f24-434a-a696-6d9fa40e692c req-6ea1b1cf-6eb6-4418-8784-2846c84816f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.086109 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55380682-4f24-434a-a696-6d9fa40e692c req-6ea1b1cf-6eb6-4418-8784-2846c84816f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1096 time: 0.0829017 Jun 07 13:44:16.086516 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['5da3eb84-bf8d-41e7-b82f-36ea58686268'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:16.086928 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d018d7-75de-4132-9284-d573bf2dccbe req-6aa3d056-8401-4882-a0fd-9a1d0297dbdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1137 time: 0.0832882 Jun 07 13:44:16.270684 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d018d7-75de-4132-9284-d573bf2dccbe req-f788331a-7c66-4b8c-931a-cb0e0d3c4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.272920 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d018d7-75de-4132-9284-d573bf2dccbe req-f788331a-7c66-4b8c-931a-cb0e0d3c4d66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 915 time: 0.1599965 Jun 07 13:44:16.285411 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55380682-4f24-434a-a696-6d9fa40e692c req-3bf32ef3-6b8c-4e2b-a8b4-7369a5696a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.286977 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55380682-4f24-434a-a696-6d9fa40e692c req-3bf32ef3-6b8c-4e2b-a8b4-7369a5696a59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.1755140 Jun 07 13:44:16.398151 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d018d7-75de-4132-9284-d573bf2dccbe req-4931f29e-9edd-471d-8ad4-022db61e72d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 1001 time: 0.1110139 Jun 07 13:44:16.448108 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55380682-4f24-434a-a696-6d9fa40e692c req-7b2e61d9-c1f2-45c3-bfb9-19c207ea0720 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 200 len: 217 time: 0.1485436 Jun 07 13:44:16.479708 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d018d7-75de-4132-9284-d573bf2dccbe req-8fa7e4ab-a396-4f27-abc9-5e8b6f1ecfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.481583 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d018d7-75de-4132-9284-d573bf2dccbe req-8fa7e4ab-a396-4f27-abc9-5e8b6f1ecfa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 200 len: 853 time: 0.0710297 Jun 07 13:44:16.537622 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2761b66-ef00-4330-b582-d9337a4feea0 req-209b8359-644e-480b-b983-4bfcbcdc2320 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.539304 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a2761b66-ef00-4330-b582-d9337a4feea0 req-209b8359-644e-480b-b983-4bfcbcdc2320 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1732936 Jun 07 13:44:16.581247 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55380682-4f24-434a-a696-6d9fa40e692c req-97916819-fec4-4349-98fa-e559351ccee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.583021 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55380682-4f24-434a-a696-6d9fa40e692c req-97916819-fec4-4349-98fa-e559351ccee5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.1089449 Jun 07 13:44:16.593702 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d018d7-75de-4132-9284-d573bf2dccbe req-0f6414e2-6e79-42f7-954b-cf27f218c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.595086 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d018d7-75de-4132-9284-d573bf2dccbe req-0f6414e2-6e79-42f7-954b-cf27f218c664 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4bfa405-9c28-48c4-b44d-2e7300880903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049614 Jun 07 13:44:16.651395 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a2761b66-ef00-4330-b582-d9337a4feea0 req-8a2bc3ef-09a9-4bd4-b9db-91d1cd5d6812 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998464 Jun 07 13:44:16.688278 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55380682-4f24-434a-a696-6d9fa40e692c req-e7ead626-4ca1-4a17-814d-7ff77a141961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.690001 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55380682-4f24-434a-a696-6d9fa40e692c req-e7ead626-4ca1-4a17-814d-7ff77a141961 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957584 Jun 07 13:44:16.747304 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d018d7-75de-4132-9284-d573bf2dccbe req-2bedbd49-2f80-4695-86b6-04185487c85a service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342959 Jun 07 13:44:16.840447 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55380682-4f24-434a-a696-6d9fa40e692c req-768ee513-bff2-4b5d-a758-14779e497a57 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379516 Jun 07 13:44:16.898749 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d018d7-75de-4132-9284-d573bf2dccbe req-e2dfb182-e179-466c-a928-5204e6b8ab20 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330721 Jun 07 13:44:16.983951 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55380682-4f24-434a-a696-6d9fa40e692c req-00390e9f-edc5-49f4-8ca6-d974f8dd65eb service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317301 Jun 07 13:44:17.211302 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63988973-4ec8-421b-9bf8-90b66f75852c req-2d8f9e4b-7909-4369-909b-64529ff724da tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:17.213215 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-63988973-4ec8-421b-9bf8-90b66f75852c req-2d8f9e4b-7909-4369-909b-64529ff724da tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0838761 Jun 07 13:44:17.257841 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-63988973-4ec8-421b-9bf8-90b66f75852c req-47d4f60d-1551-4901-b828-6453607598a3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388136 Jun 07 13:44:17.855694 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb60f04-c79b-4b2d-bc87-292a97983c12 req-f718e6c2-9c25-4f4e-92df-05ec57417b83 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:17.857177 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0fb60f04-c79b-4b2d-bc87-292a97983c12 req-f718e6c2-9c25-4f4e-92df-05ec57417b83 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0825078 Jun 07 13:44:17.907786 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0fb60f04-c79b-4b2d-bc87-292a97983c12 req-787cb3ed-cef0-4b61-b81b-a82f4ba448cf tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Jun 07 13:44:18.451731 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fc1fd-b2cb-4665-a2d3-13e32865ec40 req-d350819b-e9ec-4ac3-8134-0cea05828cc3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:18.453239 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-138fc1fd-b2cb-4665-a2d3-13e32865ec40 req-d350819b-e9ec-4ac3-8134-0cea05828cc3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0866868 Jun 07 13:44:18.501818 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-138fc1fd-b2cb-4665-a2d3-13e32865ec40 req-e7750dc8-642b-4be7-b4d1-b738c75c2003 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426955 Jun 07 13:44:19.104632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa601d-88dc-4081-8538-c48d33d03886 req-b7e368f9-fb53-4713-8663-3edc26231f7a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:19.105631 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-22aa601d-88dc-4081-8538-c48d33d03886 req-b7e368f9-fb53-4713-8663-3edc26231f7a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0832372 Jun 07 13:44:19.153435 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-22aa601d-88dc-4081-8538-c48d33d03886 req-ec97e632-0018-4df5-9524-91dfa5dd2d5c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Jun 07 13:44:19.339830 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:44:19.499826 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:19.513430 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'port_id': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'mac_address': 'fa:16:3e:d3:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:44:19.568518 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:19.585110 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:44:19.601530 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:19.606591 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:19.608423 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-a034a586-0fd7-4277-8cb6-43a1cce76a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:19.677836 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:19.685721 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:19.692765 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85f0dd-263c-4152-aad9-cd16441aa2e2 req-2193b1b8-5ebe-48e0-8cd1-857721653856 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:19.694240 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4f85f0dd-263c-4152-aad9-cd16441aa2e2 req-2193b1b8-5ebe-48e0-8cd1-857721653856 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0841990 Jun 07 13:44:19.740552 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4f85f0dd-263c-4152-aad9-cd16441aa2e2 req-eaf5a7a8-60bf-4f74-b0e5-013647112744 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Jun 07 13:44:20.353434 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5c47-a988-46e9-ad13-9ffc51d22043 req-4fe78a01-dcf2-49bc-8885-c525e2f9fb4f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:20.354945 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6f5a5c47-a988-46e9-ad13-9ffc51d22043 req-4fe78a01-dcf2-49bc-8885-c525e2f9fb4f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.0834410 Jun 07 13:44:20.399137 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6f5a5c47-a988-46e9-ad13-9ffc51d22043 req-c60b3f50-b79c-4a76-8b67-7154c933cb21 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386107 Jun 07 13:44:20.925848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa347ee-6266-4506-b826-d5c4a6d2cee2 req-77ca6a27-4276-4492-ac02-99e866673561 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:20.927281 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-efa347ee-6266-4506-b826-d5c4a6d2cee2 req-77ca6a27-4276-4492-ac02-99e866673561 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0785718 Jun 07 13:44:20.976821 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-efa347ee-6266-4506-b826-d5c4a6d2cee2 req-42a25de2-539b-454a-ab88-2839d03e0bea tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424039 Jun 07 13:44:21.598945 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae2171-a99a-4530-8f60-1c5470906ffd req-7175d330-0397-4fda-9812-98f0675ab3df tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:21.600366 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1eae2171-a99a-4530-8f60-1c5470906ffd req-7175d330-0397-4fda-9812-98f0675ab3df tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.0838885 Jun 07 13:44:21.643837 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1eae2171-a99a-4530-8f60-1c5470906ffd req-eeafd698-4e8c-478b-91a8-b0a01887adbb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Jun 07 13:44:22.054030 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:22.195630 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bac9-cb21-4c44-af7c-35348595b4f1 req-dd1ec718-195a-4f19-b9e7-ee47db4c64d0 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:22.198645 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4ee9bac9-cb21-4c44-af7c-35348595b4f1 req-dd1ec718-195a-4f19-b9e7-ee47db4c64d0 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0852015 Jun 07 13:44:22.253250 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4ee9bac9-cb21-4c44-af7c-35348595b4f1 req-db4df0e3-43dd-407a-acb2-17cc90de12c7 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452209 Jun 07 13:44:22.921211 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1f900-9e19-46f3-8b7e-a6f56fe8e8a5 req-c3c7d4c9-7c0c-445c-9d66-a438255eefd2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:22.922771 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aee1f900-9e19-46f3-8b7e-a6f56fe8e8a5 req-c3c7d4c9-7c0c-445c-9d66-a438255eefd2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.1673436 Jun 07 13:44:22.969566 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-aee1f900-9e19-46f3-8b7e-a6f56fe8e8a5 req-75f9b855-4328-45af-9373-76e54310e2c7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Jun 07 13:44:23.450640 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4d29-ed8f-4300-bad8-38251849e0e4 req-17ceb1a0-30fc-4157-bde2-72e97d651d6c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:23.452089 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f1d4d29-ed8f-4300-bad8-38251849e0e4 req-17ceb1a0-30fc-4157-bde2-72e97d651d6c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0856657 Jun 07 13:44:23.498029 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f1d4d29-ed8f-4300-bad8-38251849e0e4 req-ca036b41-2ee9-4999-884b-27b99948c4a1 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Jun 07 13:44:24.160667 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07013c4f-a8d9-447f-8f3f-3a5b6dc60bd1 req-135bb372-ce52-4676-baf1-50c23bc5dedf tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:24.162161 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-07013c4f-a8d9-447f-8f3f-3a5b6dc60bd1 req-135bb372-ce52-4676-baf1-50c23bc5dedf tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.0818827 Jun 07 13:44:24.209682 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-07013c4f-a8d9-447f-8f3f-3a5b6dc60bd1 req-f6f9670b-6579-46b9-8e07-4b428b045107 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Jun 07 13:44:24.689890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2d223-c20d-4635-9d10-8e212e10c14c req-c5f3e82a-7939-44ee-87a1-5227466c597a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:24.691346 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-19a2d223-c20d-4635-9d10-8e212e10c14c req-c5f3e82a-7939-44ee-87a1-5227466c597a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.0818622 Jun 07 13:44:24.737787 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-19a2d223-c20d-4635-9d10-8e212e10c14c req-9f0d4541-fe74-4aa1-a48a-42cb2e60000e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Jun 07 13:44:25.397067 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc56b4-2ac4-4ee2-9be6-7bf70ae08708 req-56b3c5be-83e6-433b-aaf3-dc254d060307 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:25.398525 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-64dc56b4-2ac4-4ee2-9be6-7bf70ae08708 req-56b3c5be-83e6-433b-aaf3-dc254d060307 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.0810847 Jun 07 13:44:25.442915 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-64dc56b4-2ac4-4ee2-9be6-7bf70ae08708 req-efbbfab2-e6b5-4c71-ba32-66a068352cb1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 Jun 07 13:44:26.091429 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a523-4cde-489a-a017-c06c61bd105a req-5c5bed5a-9542-4913-8915-7c0d1957727d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:26.092801 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b52a523-4cde-489a-a017-c06c61bd105a req-5c5bed5a-9542-4913-8915-7c0d1957727d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.2496738 Jun 07 13:44:26.108815 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-1183f319-d552-4e4d-92a7-9eb7b837e5f4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:26.110216 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-1183f319-d552-4e4d-92a7-9eb7b837e5f4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 945 time: 0.1194742 Jun 07 13:44:26.204656 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b52a523-4cde-489a-a017-c06c61bd105a req-05b41aad-b0dc-40ae-9d7a-993e7929827a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=feebb7ac-5a34-4c36-9cde-b07c1159c99a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048260 Jun 07 13:44:26.277924 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Deleting port 609df7a2-08e0-43fa-b4f4-862963172caa {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:26.278268 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:26.414021 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] For port 609df7a2-08e0-43fa-b4f4-862963172caa, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=609df7a2-08e0-43fa-b4f4-862963172caa,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:26.414380 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:26.640830 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f337-0443-4091-9628-4663f96432ec req-2ba8f65b-58a0-497c-a4e3-96d72e392e43 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:26.642299 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9fe6f337-0443-4091-9628-4663f96432ec req-2ba8f65b-58a0-497c-a4e3-96d72e392e43 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.0839684 Jun 07 13:44:26.688900 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9fe6f337-0443-4091-9628-4663f96432ec req-31d24058-3388-4b33-944a-b91d27901e03 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406041 Jun 07 13:44:26.713681 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:26.713681 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:26.713681 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Floating IP 8b4823c3-259a-443d-b690-63804a8ae73e disassociated. External IP: 172.27.0.128, port: 609df7a2-08e0-43fa-b4f4-862963172caa. Jun 07 13:44:26.714016 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Calling delete_port for 609df7a2-08e0-43fa-b4f4-862963172caa owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:26.831763 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:26.837410 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e8b2c08f-dcaa-408d-8b72-54bf5b4a9867 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:26.880242 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event deleted for resources: {'Port': ['ID=609df7a2-08e0-43fa-b4f4-862963172caa,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:26.883805 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:27.068927 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Router 7ed6214a-f010-45a9-86f0-e62fe4f6143f has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:27.267142 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:27.290908 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] Sync routers for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:27.320697 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:27.322000 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:27.441043 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] No DVR routers for this DVR port 609df7a2-08e0-43fa-b4f4-862963172caa on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:44:27.444531 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-93b414e4-ec44-46db-9d45-b0ddb7580ce1 req-83b16539-1064-4d29-ab09-caebce4cc73c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=7db1b66c-fa04-4b1c-b77b-5b505f180287 HTTP/1.1" status: 200 len: 210 time: 0.0570571 Jun 07 13:44:27.445566 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:27.447556 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff40c589-a71a-4f64-ad9c-7757c3663f79 req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "DELETE /v2.0/ports/609df7a2-08e0-43fa-b4f4-862963172caa HTTP/1.1" status: 204 len: 173 time: 1.3236940 Jun 07 13:44:27.448129 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'name': 'network-vif-deleted', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:27.450473 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecba812-87df-4e82-84dc-a49cf9b42e2c" -d '{"events": [{"server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "name": "network-vif-deleted", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:27.505799 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ecda21-742f-4d1f-a39e-77d3d6fbdfeb x-openstack-request-id: req-17ecda21-742f-4d1f-a39e-77d3d6fbdfeb {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:27.506128 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db1b66c-fa04-4b1c-b77b-5b505f180287", "name": "network-vif-deleted", "tag": "609df7a2-08e0-43fa-b4f4-862963172caa", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:27.506417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17ecda21-742f-4d1f-a39e-77d3d6fbdfeb {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:27.506841 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db1b66c-fa04-4b1c-b77b-5b505f180287', 'name': 'network-vif-deleted', 'tag': '609df7a2-08e0-43fa-b4f4-862963172caa', 'status': 'completed', 'code': 200} Jun 07 13:44:27.622961 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:27.913364 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:44:28.005324 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:44:28.005718 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e328fcb-a818-47a0-88e8-ad9c1c9fa41e req-8342ef9d-0d44-491e-bc06-f96dc85a2123 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:28.007422 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3e328fcb-a818-47a0-88e8-ad9c1c9fa41e req-8342ef9d-0d44-491e-bc06-f96dc85a2123 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.2023804 Jun 07 13:44:28.012272 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:44:28.012645 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.047653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:28.062118 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] Checking router: 7ed6214a-f010-45a9-86f0-e62fe4f6143f for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:28.069661 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3e328fcb-a818-47a0-88e8-ad9c1c9fa41e req-bfaa88e1-840f-444c-8dfb-3da288f817c3 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471139 Jun 07 13:44:28.088748 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:28.089381 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:28.326962 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.347679 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:28.418897 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:28.421110 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a23986-c5bc-42ff-ad85-61815744fdcc" -d '{"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:28.434815 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:28.487058 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.487916 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 609df7a2-08e0-43fa-b4f4-862963172caa no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:28.572428 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:28.611758 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48402) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:28.638358 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 609df7a2-08e0-43fa-b4f4-862963172caa {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:28.638709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 609df7a2-08e0-43fa-b4f4-862963172caa not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:28.643588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b4a828-27d6-4cf4-bbfb-e0c572439d44 x-openstack-request-id: req-86b4a828-27d6-4cf4-bbfb-e0c572439d44 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:28.643852 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:28.644111 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86b4a828-27d6-4cf4-bbfb-e0c572439d44 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:28.644480 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'code': 200} Jun 07 13:44:28.729942 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.753380 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:28.758183 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:28.776002 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.851469 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.864496 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.868747 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48414) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:28.869321 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "DELETE /v2.0/security-groups/feebb7ac-5a34-4c36-9cde-b07c1159c99a HTTP/1.1" status: 204 len: 168 time: 0.2555211 Jun 07 13:44:28.869969 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7ea3990e-4041-48ce-9637-aa0fcef1ea75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:28.881007 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feebb7ac-5a34-4c36-9cde-b07c1159c99a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:28.885404 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:28.887741 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:28.893843 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.api.v2.resource [None req-bf85dc8f-7905-4958-af35-c15e05b69219 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] show failed (client error): The resource could not be found. Jun 07 13:44:28.898044 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-bf85dc8f-7905-4958-af35-c15e05b69219 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups/feebb7ac-5a34-4c36-9cde-b07c1159c99a HTTP/1.1" status: 404 len: 347 time: 0.0282815 Jun 07 13:44:28.899051 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48416) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:28.907019 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de62841-be5b-45b6-8312-5e0d05990374 None None] The sync data for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi is: [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:28.971678 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833b953-f780-4828-9c1d-2dd4f422cc6b req-83c10b5f-ba1b-4e3c-b5d0-b56032187d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:28.973240 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2833b953-f780-4828-9c1d-2dd4f422cc6b req-83c10b5f-ba1b-4e3c-b5d0-b56032187d4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1098 time: 0.0866697 Jun 07 13:44:29.058182 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2833b953-f780-4828-9c1d-2dd4f422cc6b req-e8926dbf-27f7-437d-a598-6d11e1755706 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701032 Jun 07 13:44:29.177507 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Deleting port a4fe48a8-4eb9-45b5-9c60-c1eb279c8215 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:29.177855 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:29.215163 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57397cda-53c0-4c12-85d3-313d862e77b7 None None] New status for floating IP 8b4823c3-259a-443d-b690-63804a8ae73e: DOWN {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:29.309232 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:29.309810 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:29.332689 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615182d-421d-4204-8156-0687f9d51064 req-d392c83c-5324-4089-8b7f-08b92cce19fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:29.334359 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d615182d-421d-4204-8156-0687f9d51064 req-d392c83c-5324-4089-8b7f-08b92cce19fe tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1329038 Jun 07 13:44:29.384805 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d615182d-421d-4204-8156-0687f9d51064 req-d22d34c1-54e4-487b-8617-5ea6230d03a6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433888 Jun 07 13:44:29.445762 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Calling delete_port for a4fe48a8-4eb9-45b5-9c60-c1eb279c8215 owned by network:floatingip {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:29.561782 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:29.565154 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:29.610975 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event deleted for resources: {'Port': ['ID=a4fe48a8-4eb9-45b5-9c60-c1eb279c8215,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:29.614936 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:29.703487 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:29.705703 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:29.706894 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "DELETE /v2.0/floatingips/8b4823c3-259a-443d-b690-63804a8ae73e HTTP/1.1" status: 204 len: 168 time: 0.8064356 Jun 07 13:44:29.986317 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48432) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:29.991000 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024235338', 'description': 'tempest-description--350787818'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:30.014142 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.127637 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.131702 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.143975 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7d651770-37f2-4d89-8b3e-7cc0d7cc4d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:30.164438 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.166332 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1790161 Jun 07 13:44:30.169355 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48438) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.174039 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'security_group_rule': {'security_group_id': '691047aa-d7a0-48b6-aa3a-5e8bf0645ec5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:30.180200 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:30.186394 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:30.222822 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.299032 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.307115 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.309942 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:30.343551 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913fc70b-2c40-4ac7-82cd-ada15e3dedfc,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:30.351856 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:30.355658 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.359685 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48446) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.359823 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-33c4f0bf-5ef4-456b-ba5f-e58a1582a7b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1893415 Jun 07 13:44:30.365334 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'security_group_rule': {'security_group_id': '691047aa-d7a0-48b6-aa3a-5e8bf0645ec5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:30.402979 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.480494 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.484254 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.493641 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:30.548029 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4747a205-ac19-4f90-afb3-806cbd48ebea,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:30.551214 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:30.571519 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.573049 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c53f4d04-002c-4923-a1af-838cd51c6f66 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2119515 Jun 07 13:44:30.576351 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48458) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.581359 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:30.605767 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bed054-5bd0-4022-ba59-fbcb2b3bf58f req-1495f297-318f-4316-90df-3c2936fc9eda tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:30.607276 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-43bed054-5bd0-4022-ba59-fbcb2b3bf58f req-1495f297-318f-4316-90df-3c2936fc9eda tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0972447 Jun 07 13:44:30.609551 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.662619 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-43bed054-5bd0-4022-ba59-fbcb2b3bf58f req-4cf0220a-a017-4a14-9f52-812df47fd7cf tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489419 Jun 07 13:44:30.755881 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.838163 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48464) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.973169 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-193ee493-b1b7-4faf-8700-890a79b815d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.976120 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beffd4a-a9f1-48f0-918e-9bf75c8cff83 req-7e26df26-21f3-451b-98d2-b7a237c42a69 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:30.978607 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8beffd4a-a9f1-48f0-918e-9bf75c8cff83 req-7e26df26-21f3-451b-98d2-b7a237c42a69 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1784334 Jun 07 13:44:30.988745 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48468) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.992804 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Allocated IP 172.27.0.133 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/8bd57ef3-19ed-4673-8faf-db4f7c3ef4ed) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:44:30.998768 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Request body: {'floatingip': {'port_id': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:31.094477 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.148123 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.179644 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.183787 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-394060d5-99df-442f-977e-ba71b3563cbf tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:31.247621 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:44:31.250367 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:44:31.254308 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:44:31.294515 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'Port': ['ID=8bd57ef3-19ed-4673-8faf-db4f7c3ef4ed,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:31.299238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:31.356596 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.434345 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.647714 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-193ee493-b1b7-4faf-8700-890a79b815d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.657097 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-193ee493-b1b7-4faf-8700-890a79b815d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.668242 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1dfeb344-1572-4b5e-9126-65707519ee26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:31.671100 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.675862 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.681443 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-edf6cc39-47ba-4fe3-82bd-b9998b335d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:31.798373 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-193ee493-b1b7-4faf-8700-890a79b815d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cb44ccc8df54048a1aefbd61a722bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9566622 Jun 07 13:44:31.798612 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48476) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:31.815510 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ee493-b1b7-4faf-8700-890a79b815d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa3d9f-cb15-48c3-bae5-8bf40702cab0,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:31.820314 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-193ee493-b1b7-4faf-8700-890a79b815d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:31.841463 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'Port': ['ID=8bd57ef3-19ed-4673-8faf-db4f7c3ef4ed,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:31.851763 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:31.866678 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.883724 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.893953 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7649dd-af07-415e-9846-67ba3e4f59e7 req-c2c6c946-e85a-4398-8352-a7c1c7878070 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:31.895403 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9d7649dd-af07-415e-9846-67ba3e4f59e7 req-c2c6c946-e85a-4398-8352-a7c1c7878070 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 945 time: 0.1824267 Jun 07 13:44:31.896665 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.906298 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3202658 Jun 07 13:44:31.924101 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.946473 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9d7649dd-af07-415e-9846-67ba3e4f59e7 req-31d0863f-6353-41a2-b091-f552d5086e55 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Jun 07 13:44:32.062186 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.066706 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.173370 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.175688 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.176778 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5faa3d9f-cb15-48c3-bae5-8bf40702cab0 HTTP/1.1" status: 204 len: 168 time: 0.3773417 Jun 07 13:44:32.182554 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-213e3326-bb1a-4705-a702-ee511f8660dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:32.202908 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-3eb8b0fd-6f9d-4181-bdb8-0eb0d172dd14 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1024235338&fields=id&tenant_id=842aa55b0fa64d05995bda4aad0f94c1 HTTP/1.1" status: 200 len: 267 time: 0.0866086 Jun 07 13:44:32.261976 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa3d9f-cb15-48c3-bae5-8bf40702cab0,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:32.278933 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:32.344672 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Floating IP 3984a525-c192-4dea-abd4-410ae7bf04c9 associated. External IP: 172.27.0.99, port: c4f4a57f-537a-4b5b-aabb-7b8a94c3d538. Jun 07 13:44:32.482754 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48496) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:32.499917 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec51ef93-457a-470f-8e04-0eca321fdd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.563766 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-4dbf0992-89fd-4be6-825a-017b27fb2f15 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:32.565180 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-4dbf0992-89fd-4be6-825a-017b27fb2f15 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 811 time: 0.3011255 Jun 07 13:44:32.597518 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9f37a1e9-852b-40d2-8adf-455050f773ba tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/quotas/842aa55b0fa64d05995bda4aad0f94c1 HTTP/1.1" status: 200 len: 375 time: 0.0179989 Jun 07 13:44:32.604987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec51ef93-457a-470f-8e04-0eca321fdd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.609004 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ec51ef93-457a-470f-8e04-0eca321fdd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.618380 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3a536040-2bf3-40a9-87ec-bc4dc5dd039a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:32.661962 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51ef93-457a-470f-8e04-0eca321fdd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb7a280-3cb3-45b9-9385-18caa334f8ca,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:32.666766 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ec51ef93-457a-470f-8e04-0eca321fdd67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8803c4dafaef4e1e89fe0d728e475a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829770 Jun 07 13:44:32.667674 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ec51ef93-457a-470f-8e04-0eca321fdd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:32.669366 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48498) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:32.831451 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.858788 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.911932 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.914356 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:32.916608 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adb7a280-3cb3-45b9-9385-18caa334f8ca HTTP/1.1" status: 204 len: 168 time: 0.2463155 Jun 07 13:44:32.917370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a10a4b73-c081-4f0f-8a13-c758c4395c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:32.929622 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb7a280-3cb3-45b9-9385-18caa334f8ca,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:32.932591 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:32.955002 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-48d2e2a8-0215-4850-bcc5-d143a64c10b4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3481088 Jun 07 13:44:32.965459 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Router c572e82a-6fde-4554-9c5c-a7d1e92e4223 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:33.154912 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05808342-e53d-460f-9d76-36974c3c6f4e req-365ea4f3-afbb-4020-9a8c-c90b1e62105d tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:33.156825 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-05808342-e53d-460f-9d76-36974c3c6f4e req-365ea4f3-afbb-4020-9a8c-c90b1e62105d tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 945 time: 0.0917339 Jun 07 13:44:33.208192 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-05808342-e53d-460f-9d76-36974c3c6f4e req-a37df0c0-1a2b-4fff-a767-d92f7e404198 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jun 07 13:44:33.263868 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-11f5f666-4158-4399-886b-a5855de62a4a service neutron] 10.222.0.44 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938464 Jun 07 13:44:33.299876 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:33.307115 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:33.310342 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] Sync routers for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:33.324801 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:33.326236 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:33.436160 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-22ec409c-2572-412b-8b2b-d111357e57cc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "PUT /v2.0/floatingips/3984a525-c192-4dea-abd4-410ae7bf04c9 HTTP/1.1" status: 200 len: 990 time: 2.4461744 Jun 07 13:44:33.446508 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:33.451123 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:33.489255 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-31170bd7-d725-4251-aaed-3c4e4cf71529 service neutron] 10.222.0.44 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182584 Jun 07 13:44:33.528113 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:33.626980 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b4f083b2-d365-437d-9aa3-ad6d7eb2c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:33.636312 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac880d-4e22-4849-aabd-19a584fdd570 x-openstack-request-id: req-d3ac880d-4e22-4849-aabd-19a584fdd570 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:33.636644 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:33.636981 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3ac880d-4e22-4849-aabd-19a584fdd570 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:33.637403 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'status': 'completed', 'code': 200} Jun 07 13:44:33.723082 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f66a5c50-15a6-4565-948f-ccacd2515de8 req-d334579e-45cf-457e-8056-d4b8a26cec9b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0769038 Jun 07 13:44:33.828922 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-596bbe04-16b9-4cf3-95cf-0360a0e99c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:33.830471 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-596bbe04-16b9-4cf3-95cf-0360a0e99c51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1098 time: 0.1516209 Jun 07 13:44:34.019752 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-142a74f4-86dd-4969-a850-b0ab9a661264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.021220 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-142a74f4-86dd-4969-a850-b0ab9a661264 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.1788614 Jun 07 13:44:34.064795 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '3984a525-c192-4dea-abd4-410ae7bf04c9', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'port_id': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'mac_address': 'fa:16:3e:d3:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca7f7d-45cf-455d-83ca-471a93692905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:03Z', 'updated_at': '2021-06-07T13:44:31Z', 'revision_number': 1, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:34.069223 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] Checking router: c572e82a-6fde-4554-9c5c-a7d1e92e4223 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:34.080039 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:34.080585 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:34.188325 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-4a06b9df-4e51-4a37-b145-bb427c88794f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 200 len: 998 time: 0.1441228 Jun 07 13:44:34.223943 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-637317fa-ac8c-4d7a-a495-5101016097a7 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.225730 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-637317fa-ac8c-4d7a-a495-5101016097a7 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 945 time: 0.1282659 Jun 07 13:44:34.277153 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-1755cc63-f1d5-4ac8-b013-6ac2fb2a9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.278633 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-1755cc63-f1d5-4ac8-b013-6ac2fb2a9cfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.0786510 Jun 07 13:44:34.357503 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:34.403021 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-75941fe7-7e78-451d-84d1-394612aecc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.405323 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-75941fe7-7e78-451d-84d1-394612aecc2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1030762 Jun 07 13:44:34.440285 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Deleting port 24897683-fac4-4ad7-bcaf-e8f247ccd184 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:34.440925 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:34.618493 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] For port 24897683-fac4-4ad7-bcaf-e8f247ccd184, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=24897683-fac4-4ad7-bcaf-e8f247ccd184,segment=NetworkSegment(aa7bd837-0973-4077-b511-c6b2c5282f66),segment_id=aa7bd837-0973-4077-b511-c6b2c5282f66)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:34.618858 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:34.712092 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a0d5c-7b8e-4e3a-9e22-1d708ab72b85 req-209b38a7-da15-460d-8c30-6562b8a53f69 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.712797 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:44:34.721126 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-518a0d5c-7b8e-4e3a-9e22-1d708ab72b85 req-209b38a7-da15-460d-8c30-6562b8a53f69 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 945 time: 0.2458382 Jun 07 13:44:34.725261 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-5a3598f2-44e0-460b-b755-e2df2c203ca3 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087044 Jun 07 13:44:34.777283 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Calling delete_port for 24897683-fac4-4ad7-bcaf-e8f247ccd184 owned by compute:nova {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:34.826353 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-518a0d5c-7b8e-4e3a-9e22-1d708ab72b85 req-4956b4a9-cd86-4e47-a45b-ac9d8b6c4b43 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b516a71-10ff-4728-be16-a7be7fd5e78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982835 Jun 07 13:44:34.933970 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:34.947105 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d591a47d-2e2c-4b4e-9c22-3637573f8252 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:34.967210 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['24897683-fac4-4ad7-bcaf-e8f247ccd184'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:34.982206 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-17ca8045-4c8c-4a68-91b1-b8a2eafbdcbd req-7440cd3a-52a5-4a94-8d53-31fad9f1e683 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124043 Jun 07 13:44:35.071298 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ca2dff1c-2c55-4853-8a8b-9a81ce84c136 req-d5708bcf-2d84-4f86-82b1-9d7f1296e3a4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0536234 Jun 07 13:44:35.072991 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Pushing event deleted for resources: {'Port': ['ID=24897683-fac4-4ad7-bcaf-e8f247ccd184,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:35.082462 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:35.139594 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '3984a525-c192-4dea-abd4-410ae7bf04c9', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'port_id': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'mac_address': 'fa:16:3e:d3:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca7f7d-45cf-455d-83ca-471a93692905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:03Z', 'updated_at': '2021-06-07T13:44:31Z', 'revision_number': 1, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:35.144764 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef81041-4b6f-460d-bf15-b1b09b997774 None None] The sync data for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi is: [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '3984a525-c192-4dea-abd4-410ae7bf04c9', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'port_id': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'mac_address': 'fa:16:3e:d3:32:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abca7f7d-45cf-455d-83ca-471a93692905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:03Z', 'updated_at': '2021-06-07T13:44:31Z', 'revision_number': 1, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:35.292836 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] No DVR routers for this DVR port 24897683-fac4-4ad7-bcaf-e8f247ccd184 on host hv-cinder-78536 {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:44:35.296531 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:35.300082 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.60 "DELETE /v2.0/ports/24897683-fac4-4ad7-bcaf-e8f247ccd184 HTTP/1.1" status: 204 len: 173 time: 1.0648451 Jun 07 13:44:35.327872 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-740eea28-72d3-4d83-8316-1a56905638e5 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:35.329399 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-740eea28-72d3-4d83-8316-1a56905638e5 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 811 time: 0.2687149 Jun 07 13:44:35.407939 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-6750b213-0979-40b8-af2d-6fbbd191121d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=842aa55b0fa64d05995bda4aad0f94c1 HTTP/1.1" status: 200 len: 380 time: 0.0604722 Jun 07 13:44:35.421168 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'port': {'device_id': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'admin_state_up': True, 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'security_groups': ['691047aa-d7a0-48b6-aa3a-5e8bf0645ec5']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:35.466711 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be91232-5654-468b-a22e-7bac05e3c18a None None] New status for floating IP 3984a525-c192-4dea-abd4-410ae7bf04c9: ACTIVE {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:35.616119 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Made reservation on behalf of 842aa55b0fa64d05995bda4aad0f94c1 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:44:35.623014 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:35.639009 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610cca24-871c-4dc7-8ec1-11701094d59b', 'name': 'network-vif-deleted', 'tag': '24897683-fac4-4ad7-bcaf-e8f247ccd184'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:35.644184 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb4551-b165-4ae0-b38b-543183a6f487" -d '{"events": [{"server_uuid": "610cca24-871c-4dc7-8ec1-11701094d59b", "name": "network-vif-deleted", "tag": "24897683-fac4-4ad7-bcaf-e8f247ccd184"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:35.739530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9b590b-8252-4688-9e8c-ecfedf233c10 x-openstack-request-id: req-0b9b590b-8252-4688-9e8c-ecfedf233c10 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:35.739991 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610cca24-871c-4dc7-8ec1-11701094d59b", "name": "network-vif-deleted", "tag": "24897683-fac4-4ad7-bcaf-e8f247ccd184", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:35.740429 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b9b590b-8252-4688-9e8c-ecfedf233c10 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:35.741054 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610cca24-871c-4dc7-8ec1-11701094d59b', 'name': 'network-vif-deleted', 'tag': '24897683-fac4-4ad7-bcaf-e8f247ccd184', 'status': 'completed', 'code': 200} Jun 07 13:44:35.846233 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Allocated IP 172.20.0.9 (8a4574f7-5011-4471-92b2-f09683ce30d3/0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d/55eed98c-9d21-4991-89ee-116173e7a84d) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:44:36.261068 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cf588347-7a51-4295-8fe0-4ef8ea7320c1 req-748ca67f-d370-4bfe-9d3d-7c4372837798 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] 10.222.0.44 "GET /v2.0/ports?device_id=610cca24-871c-4dc7-8ec1-11701094d59b HTTP/1.1" status: 200 len: 210 time: 0.0880811 Jun 07 13:44:36.317213 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.336096 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Transition to ACTIVE for port object 55eed98c-9d21-4991-89ee-116173e7a84d will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:44:36.346140 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2c574cc0-bbf1-4f5d-a1ac-21b3e36b5c2f req-1b029bff-3c1a-45eb-8414-8cf1daba2152 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0833888 Jun 07 13:44:36.362902 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.374345 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7212b550-c998-4882-817d-760a831b9794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:36.442322 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:44:36.446275 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:44:36.450855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:44:36.500599 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event updated for resources: {'Port': ['ID=55eed98c-9d21-4991-89ee-116173e7a84d,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:36.505249 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:36.550792 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.557082 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:36.557772 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.580524 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1648655 Jun 07 13:44:36.604691 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Request body: {'port': {'device_id': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:36.717575 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.731729 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-e76fbfb8-7e14-4097-8d3a-8cb959a6f873 None None] Provisioning for port 55eed98c-9d21-4991-89ee-116173e7a84d completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:44:36.736943 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-e76fbfb8-7e14-4097-8d3a-8cb959a6f873 None None] Provisioning complete for port 55eed98c-9d21-4991-89ee-116173e7a84d triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:44:36.737325 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e76fbfb8-7e14-4097-8d3a-8cb959a6f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.792578 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-e76fbfb8-7e14-4097-8d3a-8cb959a6f873 None None] Port 55eed98c-9d21-4991-89ee-116173e7a84d cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:44:37.067583 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55eed98c-9d21-4991-89ee-116173e7a84d {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:44:37.076499 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.091426 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Transition to ACTIVE for port object 55eed98c-9d21-4991-89ee-116173e7a84d will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:44:37.094966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.099414 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b7ee80c6-f647-4685-bbef-5056070d6400 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:37.179426 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e10dee84-dc68-451c-8e6a-713486f1e5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.264583 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Pushing event updated for resources: {'Port': ['ID=55eed98c-9d21-4991-89ee-116173e7a84d,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:37.272795 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:37.345076 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Attempting to bind port 55eed98c-9d21-4991-89ee-116173e7a84d on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:44:37.345413 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Attempting to bind port 55eed98c-9d21-4991-89ee-116173e7a84d by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:44:37.345771 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Attempting to bind port 55eed98c-9d21-4991-89ee-116173e7a84d on network 8a4574f7-5011-4471-92b2-f09683ce30d3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:44:37.350596 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Port 55eed98c-9d21-4991-89ee-116173e7a84d on network 8a4574f7-5011-4471-92b2-f09683ce30d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:44:37.350849 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Attempting to bind port 55eed98c-9d21-4991-89ee-116173e7a84d on network 8a4574f7-5011-4471-92b2-f09683ce30d3 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:44:37.357113 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:44:37.357449 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Checking segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:44:37.357869 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Bound using segment: {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:44:37.358297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Bound port: 55eed98c-9d21-4991-89ee-116173e7a84d, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b6db21-a610-4379-b773-1b38ce3cb07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:44:37.358663 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.467950 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] For port 55eed98c-9d21-4991-89ee-116173e7a84d, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:44:37.471852 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] For port 55eed98c-9d21-4991-89ee-116173e7a84d, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=55eed98c-9d21-4991-89ee-116173e7a84d,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:44:37.510985 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.520126 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-34405a41-897e-452c-adbb-ee7deb8cc8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:37.599816 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:37.600450 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.602887 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] 10.222.0.60 "PUT /v2.0/ports/55eed98c-9d21-4991-89ee-116173e7a84d HTTP/1.1" status: 200 len: 1093 time: 1.0082505 Jun 07 13:44:37.607042 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:37.618149 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83" -d '{"events": [{"name": "network-changed", "server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:37.645519 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Pushing event updated for resources: {'Port': ['ID=55eed98c-9d21-4991-89ee-116173e7a84d,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:37.662053 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:37.717883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ef9b4-2b36-4c59-8ee4-e8c7717a3e89 req-09eecd91-a9ca-4b6d-b86a-8e8a4d9a71e4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:37.719421 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-de9ef9b4-2b36-4c59-8ee4-e8c7717a3e89 req-09eecd91-a9ca-4b6d-b86a-8e8a4d9a71e4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 943 time: 0.2530272 Jun 07 13:44:37.749586 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a00715-2489-4a0b-b4c8-be88f5d52936 x-openstack-request-id: req-84a00715-2489-4a0b-b4c8-be88f5d52936 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:37.750106 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:37.750558 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84a00715-2489-4a0b-b4c8-be88f5d52936 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:37.751161 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d', 'status': 'completed', 'code': 200} Jun 07 13:44:37.816291 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-de9ef9b4-2b36-4c59-8ee4-e8c7717a3e89 req-2f3b9097-f268-4d8a-a72f-be0828deaf85 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703578 Jun 07 13:44:37.837417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-f3f49788-e50a-4411-b654-6f3b9b808d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:37.838919 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-f3f49788-e50a-4411-b654-6f3b9b808d63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.1781642 Jun 07 13:44:37.925927 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 24897683-fac4-4ad7-bcaf-e8f247ccd184 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:37.946258 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-f0bd98de-2c19-4ebf-ae49-809b80909229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55eed98c-9d21-4991-89ee-116173e7a84d HTTP/1.1" status: 200 len: 217 time: 0.0835557 Jun 07 13:44:37.968890 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 24897683-fac4-4ad7-bcaf-e8f247ccd184 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:37.969262 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 24897683-fac4-4ad7-bcaf-e8f247ccd184 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:38.016483 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-2df4fb88-206a-47e6-94c5-e066f54bad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:38.017940 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-2df4fb88-206a-47e6-94c5-e066f54bad29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.0628307 Jun 07 13:44:38.110084 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-6e3f0000-dcbb-43bd-9f94-e6489b721ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:38.111577 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-6e3f0000-dcbb-43bd-9f94-e6489b721ce5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809214 Jun 07 13:44:38.213459 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:38.377831 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-b52a67d8-cd7d-4905-bc3a-4fc6f6315cbe service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568328 Jun 07 13:44:38.521104 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-48e609af-5cc8-4f26-aaed-a6b047236432 req-c3962182-c7df-4a5e-94ac-ea26a168b7b2 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309991 Jun 07 13:44:38.654273 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-dff680ed-4ef5-4bb5-8de3-7bcdedab6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:38.656294 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-dff680ed-4ef5-4bb5-8de3-7bcdedab6666 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0733967 Jun 07 13:44:38.798365 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-591a0ecf-e4da-46d6-97b6-188543a0a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:38.799804 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-591a0ecf-e4da-46d6-97b6-188543a0a326 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.1295836 Jun 07 13:44:38.874515 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-cf08520b-0d94-4ae6-86c3-c58574406564 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55eed98c-9d21-4991-89ee-116173e7a84d HTTP/1.1" status: 200 len: 217 time: 0.0634401 Jun 07 13:44:38.948299 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-fe117cff-f6aa-4fb8-8a37-a85e76aff022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:38.949871 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-fe117cff-f6aa-4fb8-8a37-a85e76aff022 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.0610988 Jun 07 13:44:39.095024 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-5b8114d7-99f6-4595-873d-c1c5b0bc4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:39.096500 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-5b8114d7-99f6-4595-873d-c1c5b0bc4f9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397262 Jun 07 13:44:39.109795 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69411651-ccfd-49d1-8d1c-3f3587b5b4bb req-b36a3345-a88c-423b-8125-8e8e16420799 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:39.111271 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69411651-ccfd-49d1-8d1c-3f3587b5b4bb req-b36a3345-a88c-423b-8125-8e8e16420799 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 943 time: 0.1198912 Jun 07 13:44:39.261244 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-69411651-ccfd-49d1-8d1c-3f3587b5b4bb req-bc4c12c2-f4ac-41bd-8c23-8d2d4cd2a3d7 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303034 Jun 07 13:44:39.299667 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-4e65cf8c-da1c-47be-b06c-8ad9b1e0c618 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872513 Jun 07 13:44:39.457894 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3697b3d-62ba-4b0f-ad31-c8d52f157e83 req-8100fb86-ef3c-4887-beaf-ac9bd986f148 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410246 Jun 07 13:44:39.654484 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.865504 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48658) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:39.989433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2d3a55b2-06f9-445b-92eb-fdabfe53a145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.097105 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2d3a55b2-06f9-445b-92eb-fdabfe53a145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.101962 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2d3a55b2-06f9-445b-92eb-fdabfe53a145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.109390 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2a795c1b-9b64-42ce-a681-440db51596d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:40.155791 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2d3a55b2-06f9-445b-92eb-fdabfe53a145 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9fe0cc4435a42ff8201dfbd8b458230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890136 Jun 07 13:44:40.156645 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a55b2-06f9-445b-92eb-fdabfe53a145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6984d8-7192-44ed-bda9-20e781d75270,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:40.159813 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48662) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:40.172962 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2d3a55b2-06f9-445b-92eb-fdabfe53a145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:40.260635 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.293697 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.371996 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.376241 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.378809 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb6984d8-7192-44ed-bda9-20e781d75270 HTTP/1.1" status: 204 len: 168 time: 0.2172267 Jun 07 13:44:40.380160 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9f013114-cecb-4062-a2a8-b81c2c408709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:40.402256 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6984d8-7192-44ed-bda9-20e781d75270,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:40.405246 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:40.532251 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c7318-257e-4bbc-adb9-e4a64c957275 req-00290c7b-9f09-48e9-b271-fd4ff764f7b3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:40.534063 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d70c7318-257e-4bbc-adb9-e4a64c957275 req-00290c7b-9f09-48e9-b271-fd4ff764f7b3 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 943 time: 0.1420057 Jun 07 13:44:40.597920 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d70c7318-257e-4bbc-adb9-e4a64c957275 req-4fa97015-4969-4250-b45a-9568a4c272a9 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561423 Jun 07 13:44:40.842412 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48674) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:40.861697 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-768a835c-ee73-4a2e-99a2-83dadb2df19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.005176 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-768a835c-ee73-4a2e-99a2-83dadb2df19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.012424 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-768a835c-ee73-4a2e-99a2-83dadb2df19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.020638 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f1c8c57d-b2f2-4b7e-8988-f5fa087a7001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:41.070400 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-768a835c-ee73-4a2e-99a2-83dadb2df19d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb2c83e802d04d0d8fd4ac753c91fd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266271 Jun 07 13:44:41.072053 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a835c-ee73-4a2e-99a2-83dadb2df19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f4662-63a9-4484-aa2e-85d1582b3a2e,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:41.074160 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48676) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:41.076633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-768a835c-ee73-4a2e-99a2-83dadb2df19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:41.163426 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.198863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.269565 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.272220 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.273646 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/181f4662-63a9-4484-aa2e-85d1582b3a2e HTTP/1.1" status: 204 len: 168 time: 0.1968079 Jun 07 13:44:41.274473 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e3c3379d-1a73-4382-aa33-68fdf56b46ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:41.291357 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f4662-63a9-4484-aa2e-85d1582b3a2e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:41.294882 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:41.698459 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48686) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:41.716489 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd368eac-aed9-4523-a17a-a1fd7131c16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.766377 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 55eed98c-9d21-4991-89ee-116173e7a84d details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:44:41.849732 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a8c4-ee94-4f26-9f8c-6523644f72c4 req-015a55a3-de55-4435-b0a9-cbd9d59b8487 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:41.851124 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-00e7a8c4-ee94-4f26-9f8c-6523644f72c4 req-015a55a3-de55-4435-b0a9-cbd9d59b8487 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 943 time: 0.1234870 Jun 07 13:44:41.918721 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 55eed98c-9d21-4991-89ee-116173e7a84d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=55eed98c-9d21-4991-89ee-116173e7a84d,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:41.928164 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-00e7a8c4-ee94-4f26-9f8c-6523644f72c4 req-70c3c076-421c-4a2a-b447-d251f96dd24e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701706 Jun 07 13:44:41.934019 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '55eed98c-9d21-4991-89ee-116173e7a84d', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'port_id': '55eed98c-9d21-4991-89ee-116173e7a84d', 'mac_address': 'fa:16:3e:b2:7d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:44:41.941941 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd368eac-aed9-4523-a17a-a1fd7131c16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.960495 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fd368eac-aed9-4523-a17a-a1fd7131c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:41.969200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-60a9bff3-2be8-477f-a7f4-b3010a8a2caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:41.996216 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.013664 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fd368eac-aed9-4523-a17a-a1fd7131c16a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1db931381714405989c0453c3b36e11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139520 Jun 07 13:44:42.014029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55eed98c-9d21-4991-89ee-116173e7a84d {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:44:42.014695 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd368eac-aed9-4523-a17a-a1fd7131c16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d13d54-5cba-45b0-8a6a-d55d278a01c4,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:42.016286 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48688) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:42.017943 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fd368eac-aed9-4523-a17a-a1fd7131c16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:42.032103 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 55eed98c-9d21-4991-89ee-116173e7a84d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=55eed98c-9d21-4991-89ee-116173e7a84d,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:42.036562 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.038579 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-a034a586-0fd7-4277-8cb6-43a1cce76a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:42.091670 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fd2970c7-3b4e-4ed8-8884-306e55ae17e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.106997 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=55eed98c-9d21-4991-89ee-116173e7a84d,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:42.110366 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:42.118650 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fd2970c7-3b4e-4ed8-8884-306e55ae17e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.171377 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fd2970c7-3b4e-4ed8-8884-306e55ae17e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.174011 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fd2970c7-3b4e-4ed8-8884-306e55ae17e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.175145 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fd2970c7-3b4e-4ed8-8884-306e55ae17e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6d13d54-5cba-45b0-8a6a-d55d278a01c4 HTTP/1.1" status: 204 len: 168 time: 0.1578259 Jun 07 13:44:42.175938 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:42.186641 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2970c7-3b4e-4ed8-8884-306e55ae17e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d13d54-5cba-45b0-8a6a-d55d278a01c4,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:42.189382 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fd2970c7-3b4e-4ed8-8884-306e55ae17e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:42.964469 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48714) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:43.094748 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344316146-network', 'tenant_id': 'cf1decf96867446d96ae41cd38cf8688'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:43.143003 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Made reservation on behalf of cf1decf96867446d96ae41cd38cf8688 for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:44:43.145437 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.161823 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.202909 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['55eed98c-9d21-4991-89ee-116173e7a84d'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:43.204847 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6c5a7-8781-4cc4-8373-23afa8738a0b req-28e992e1-4d3e-49bf-a553-0df97077a157 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:43.206391 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6ce6c5a7-8781-4cc4-8373-23afa8738a0b req-28e992e1-4d3e-49bf-a553-0df97077a157 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 944 time: 0.1591699 Jun 07 13:44:43.273383 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6ce6c5a7-8781-4cc4-8373-23afa8738a0b req-9ab4acb7-ca64-4d20-8570-56cd6fd0508e tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591011 Jun 07 13:44:43.336773 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.344346 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.350575 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f4f7b8a6-7f9b-46f0-ab35-65dd6a93c44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:43.381270 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:44:43.392448 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafe38c4-2c35-4694-b25f-c31c517da6a1,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:43.396820 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:43.400977 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.401349 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Added segment 145ed06c-b192-418b-b614-c056e5168014 of type vlan for network 5f5db542-5405-4130-9dbe-1559955ee4a2 Jun 07 13:44:43.433233 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.478639 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.480293 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:43.481108 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.485075 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-aeebba64-0139-4d64-880b-3f121acf283e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:43.709869 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7408309 Jun 07 13:44:43.709869 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5db542-5405-4130-9dbe-1559955ee4a2,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:43.710275 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:43.710858 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 48722) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:43.715754 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Request body: {'subnet': {'network_id': '5f5db542-5405-4130-9dbe-1559955ee4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344316146-subnet', 'tenant_id': 'cf1decf96867446d96ae41cd38cf8688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:43.718565 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 5f5db542-5405-4130-9dbe-1559955ee4a2 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:44:43.739258 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Made reservation on behalf of cf1decf96867446d96ae41cd38cf8688 for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:44:43.741722 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290031'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.010078 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1435124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290045'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.013809 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cdb27c59-3527-4970-80a0-f963ecc504f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:44.090576 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2458ddc-68a2-4c48-af28-2866e2648116,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:44.094639 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:44.100399 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Checking segment: {'id': '145ed06c-b192-418b-b614-c056e5168014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5f5db542-5405-4130-9dbe-1559955ee4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:44:44.100762 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Network hostable DHCP agents. Network: 5f5db542-5405-4130-9dbe-1559955ee4a2, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:44:44.119919 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Network 5f5db542-5405-4130-9dbe-1559955ee4a2 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:44:44.129722 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 5f5db542-5405-4130-9dbe-1559955ee4a2) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:44:44.135061 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:44.135657 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.140511 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cce5e-d407-4e63-b61b-342497190d50 None None] Network 5f5db542-5405-4130-9dbe-1559955ee4a2 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:44:44.154447 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a43c90d5-c873-4b49-ab32-d9cbfaa56216 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4425535 Jun 07 13:44:44.348793 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49582361-b34d-46ac-b8c2-7444d4ffa68c None None] Network 5f5db542-5405-4130-9dbe-1559955ee4a2 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:44:44.530560 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef219b-8dbb-4927-9036-57f3244884f7 req-49dae5a1-1f4f-4331-ac57-7a5db76ac61d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:44.532888 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04ef219b-8dbb-4927-9036-57f3244884f7 req-49dae5a1-1f4f-4331-ac57-7a5db76ac61d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 944 time: 0.1040769 Jun 07 13:44:44.575774 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.594161 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-04ef219b-8dbb-4927-9036-57f3244884f7 req-c4a51df1-1183-4a68-b4a8-ca7d62d728b7 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543010 Jun 07 13:44:44.747129 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48746) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:44.752054 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-696963963-network', 'tenant_id': 'e7d88f94f44b4dfbbf2ff70517c323f0'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:44.779490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Made reservation on behalf of e7d88f94f44b4dfbbf2ff70517c323f0 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:44:44.781914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.794386 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.871314 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 55eed98c-9d21-4991-89ee-116173e7a84d up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:44:44.902296 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.906410 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.909437 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f4ebdae7-9bcb-4952-98f5-bbffb9330db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:44.940807 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:44:44.942803 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 55eed98c-9d21-4991-89ee-116173e7a84d completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:44:44.947418 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c6d94-e686-457b-a46f-74eddf7972b0,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:44.948890 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 55eed98c-9d21-4991-89ee-116173e7a84d triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:44:44.949273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.953488 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:44.959147 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:44.959664 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Added segment d5837f28-1d59-44d8-830c-194da8b601f3 of type vlan for network 259fdcb1-19a9-4af7-8946-b8dddcb84723 Jun 07 13:44:44.989031 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.021736 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.023110 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:45.023697 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.027251 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:45.078120 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3298678 Jun 07 13:44:45.080813 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48750) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:45.083565 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.117751 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:45.120475 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad78fc79-aade-4e0d-a0ae-0f6e424cd9df" -d '{"events": [{"server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "name": "network-vif-plugged", "status": "completed", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:45.128785 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 55eed98c-9d21-4991-89ee-116173e7a84d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=55eed98c-9d21-4991-89ee-116173e7a84d,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:45.133915 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.135948 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:45.148710 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Request body: {'subnet': {'network_id': '259fdcb1-19a9-4af7-8946-b8dddcb84723', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-696963963-subnet', 'tenant_id': 'e7d88f94f44b4dfbbf2ff70517c323f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:45.158376 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Pushing event updated for resources: {'Network': ['ID=259fdcb1-19a9-4af7-8946-b8dddcb84723,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:45.164212 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b4774fe5-8d1c-443d-98a0-1d6e72da0929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:45.177917 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 259fdcb1-19a9-4af7-8946-b8dddcb84723 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:44:45.199090 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Made reservation on behalf of e7d88f94f44b4dfbbf2ff70517c323f0 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:44:45.204229 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31491860'] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.213513 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df08a1ed-fa58-4e00-9abb-12f1e5c0a4fe x-openstack-request-id: req-df08a1ed-fa58-4e00-9abb-12f1e5c0a4fe {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:45.213817 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "name": "network-vif-plugged", "status": "completed", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:45.214076 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df08a1ed-fa58-4e00-9abb-12f1e5c0a4fe {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:45.214459 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d', 'code': 200} Jun 07 13:44:45.308798 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=55eed98c-9d21-4991-89ee-116173e7a84d,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:45.312703 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:45.463083 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31847508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491846'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.469811 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-99cfa294-b1f4-4e70-90ae-a3141b16357f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:45.503238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69324d-3db5-4025-99ea-1a38d63b7e93 req-5daabf88-ca2c-4f6a-b8bc-ef8c3b686cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:45.504714 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2e69324d-3db5-4025-99ea-1a38d63b7e93 req-5daabf88-ca2c-4f6a-b8bc-ef8c3b686cbf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0923829 Jun 07 13:44:45.540200 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d289f0-953a-44f8-8c62-e79cb87133b4,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:45.542795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:45.547846 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2e69324d-3db5-4025-99ea-1a38d63b7e93 req-dec1203a-a612-4fc9-b278-0b765d691086 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Jun 07 13:44:45.548947 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Checking segment: {'id': 'd5837f28-1d59-44d8-830c-194da8b601f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '259fdcb1-19a9-4af7-8946-b8dddcb84723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:44:45.549303 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Network hostable DHCP agents. Network: 259fdcb1-19a9-4af7-8946-b8dddcb84723, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:44:45.566620 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Network 259fdcb1-19a9-4af7-8946-b8dddcb84723 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:44:45.576136 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 259fdcb1-19a9-4af7-8946-b8dddcb84723) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:44:45.580358 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:45.581426 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:45.584992 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0abf1-d8f9-4b00-aa76-ed67c9c81eec None None] Network 259fdcb1-19a9-4af7-8946-b8dddcb84723 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:44:45.610168 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-ce1a336c-3160-4295-8b89-0fefe3326d4d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5282562 Jun 07 13:44:45.873086 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a809249-f19d-4bba-9ab9-45b030f512a6 None None] Network 259fdcb1-19a9-4af7-8946-b8dddcb84723 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:44:45.883197 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22683ef-7f87-45e4-af7c-ecc652b2631c req-77ec98eb-79ef-4338-b8ad-144d4ba80d9b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:45.885656 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b22683ef-7f87-45e4-af7c-ecc652b2631c req-77ec98eb-79ef-4338-b8ad-144d4ba80d9b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 945 time: 0.1246607 Jun 07 13:44:45.977462 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b22683ef-7f87-45e4-af7c-ecc652b2631c req-fea32d63-430b-4336-ae63-eaa8a62c88e8 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830069 Jun 07 13:44:46.089609 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-db45cfb5-c117-4597-a0e6-689e69b6ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:46.091392 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-db45cfb5-c117-4597-a0e6-689e69b6ee5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1137 time: 0.1881924 Jun 07 13:44:46.106219 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5202296-d329-4b94-a21d-766290030184 req-0a67b602-7d4d-409d-ab4a-ee10aa7a8e42 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:46.107698 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b5202296-d329-4b94-a21d-766290030184 req-0a67b602-7d4d-409d-ab4a-ee10aa7a8e42 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.1458797 Jun 07 13:44:46.248103 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b5202296-d329-4b94-a21d-766290030184 req-7022171c-63ed-45a5-8a11-299fdb26a5f9 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182895 Jun 07 13:44:46.293671 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-e55b337f-be87-44d9-ae81-a11e0887d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:46.295271 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-e55b337f-be87-44d9-ae81-a11e0887d0b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 915 time: 0.1866825 Jun 07 13:44:46.416759 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-a5e8ca81-6417-40cc-913f-b031d3d0ca5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 1001 time: 0.1096151 Jun 07 13:44:46.496804 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-7a553797-e4d0-4262-b17b-1f734dcf42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:46.498589 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-7a553797-e4d0-4262-b17b-1f734dcf42d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 200 len: 853 time: 0.0697005 Jun 07 13:44:46.591138 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-043ff6c7-61a7-40e6-b3e5-22f60b2e8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:46.592652 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-043ff6c7-61a7-40e6-b3e5-22f60b2e8e65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4bfa405-9c28-48c4-b44d-2e7300880903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823789 Jun 07 13:44:46.751692 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-a6064cd5-ab43-4f44-984a-e3d56cfe607b service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437619 Jun 07 13:44:46.901809 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e5141bbd-97b6-4b2d-ac87-2e1216c04865 req-77779d5e-b118-4742-974c-3b36dd217b64 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329443 Jun 07 13:44:47.175431 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90959e3c-12ab-4620-834a-ae4efbf07312 req-d54fa33c-50ba-49c3-9bc3-b684329b9a0c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:47.176912 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-90959e3c-12ab-4620-834a-ae4efbf07312 req-d54fa33c-50ba-49c3-9bc3-b684329b9a0c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0900404 Jun 07 13:44:47.224745 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-90959e3c-12ab-4620-834a-ae4efbf07312 req-88b75ccb-d03e-46b4-a5da-1ec2c5b2bf05 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Jun 07 13:44:47.412571 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33fccf-0289-457b-a88f-080a4cb324be req-404b6e5c-3786-4f9a-9b81-48a7c53559fe tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:47.414846 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-eb33fccf-0289-457b-a88f-080a4cb324be req-404b6e5c-3786-4f9a-9b81-48a7c53559fe tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0845149 Jun 07 13:44:47.423237 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 48798) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:47.428118 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Request body: {'floatingip': {'port_id': '55eed98c-9d21-4991-89ee-116173e7a84d'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:47.453346 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdae941-b844-4eb7-a641-22c6a8ff12cb req-0f6382c1-c9f5-430d-9d48-34ecc166994e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:47.455066 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cfdae941-b844-4eb7-a641-22c6a8ff12cb req-0f6382c1-c9f5-430d-9d48-34ecc166994e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0859730 Jun 07 13:44:47.512945 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:47.606577 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cfdae941-b844-4eb7-a641-22c6a8ff12cb req-6e4b2b1b-9877-47b7-b142-e6c5b2a8c7ba tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456366 Jun 07 13:44:48.227611 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:48.231972 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:48.417560 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Floating IP fc089032-821a-4eec-af8a-993407511da3 associated. External IP: 172.27.0.133, port: 55eed98c-9d21-4991-89ee-116173e7a84d. Jun 07 13:44:48.809670 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Router 7ed6214a-f010-45a9-86f0-e62fe4f6143f has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:48.815297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb59a9-d394-4141-b6c9-a1d7063acc1d req-bee5ed19-4c22-46a2-8508-beb9e733d3c4 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:48.816952 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-95fb59a9-d394-4141-b6c9-a1d7063acc1d req-bee5ed19-4c22-46a2-8508-beb9e733d3c4 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0900040 Jun 07 13:44:48.865878 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-95fb59a9-d394-4141-b6c9-a1d7063acc1d req-c3e397e1-de42-41c0-bb50-dd6e739d7e07 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420856 Jun 07 13:44:48.991269 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:48.995613 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.001073 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] Sync routers for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:49.012552 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:49.013173 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:49.058212 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-8d02141e-977e-4587-a0b4-799ebdb45552 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "PUT /v2.0/floatingips/fc089032-821a-4eec-af8a-993407511da3 HTTP/1.1" status: 200 len: 991 time: 1.6338916 Jun 07 13:44:49.058954 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:49.061345 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32528e3-2618-4988-bab3-dfb6020c376d" -d '{"events": [{"name": "network-changed", "server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:49.107222 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b90af-4724-47a8-a7f6-5a6668e3a42f x-openstack-request-id: req-3d8b90af-4724-47a8-a7f6-5a6668e3a42f {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:49.107561 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:49.107979 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d8b90af-4724-47a8-a7f6-5a6668e3a42f {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:49.108988 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d', 'status': 'completed', 'code': 200} Jun 07 13:44:49.224607 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:49.631988 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'fc089032-821a-4eec-af8a-993407511da3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'port_id': '55eed98c-9d21-4991-89ee-116173e7a84d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'mac_address': 'fa:16:3e:b2:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:31Z', 'updated_at': '2021-06-07T13:44:48Z', 'revision_number': 1, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:49.638162 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] Checking router: 7ed6214a-f010-45a9-86f0-e62fe4f6143f for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:49.650655 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:49.651281 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:44:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:49.834714 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:50.244330 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'fc089032-821a-4eec-af8a-993407511da3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'port_id': '55eed98c-9d21-4991-89ee-116173e7a84d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'mac_address': 'fa:16:3e:b2:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:31Z', 'updated_at': '2021-06-07T13:44:48Z', 'revision_number': 1, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:50.248369 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d1039a-3b35-4a46-b54e-49632a597ef4 None None] The sync data for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi is: [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': 'fc089032-821a-4eec-af8a-993407511da3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'port_id': '55eed98c-9d21-4991-89ee-116173e7a84d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'mac_address': 'fa:16:3e:b2:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:44:31Z', 'updated_at': '2021-06-07T13:44:48Z', 'revision_number': 1, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:50.426701 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363c5a4-5fbe-422d-a3dc-281070efa37d None None] New status for floating IP fc089032-821a-4eec-af8a-993407511da3: ACTIVE {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:52.654901 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32528e3-2618-4988-bab3-dfb6020c376d req-1b61eac1-183a-4e34-a6f4-a6a5cd120082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:52.656282 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d32528e3-2618-4988-bab3-dfb6020c376d req-1b61eac1-183a-4e34-a6f4-a6a5cd120082 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0775282 Jun 07 13:44:52.783076 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe1ae3-5a02-4daa-9f45-84dff4b6c91f req-a7efef5d-c7a9-460e-958b-e0b6ee055872 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:52.784630 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2cfe1ae3-5a02-4daa-9f45-84dff4b6c91f req-a7efef5d-c7a9-460e-958b-e0b6ee055872 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0909135 Jun 07 13:44:52.802880 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32528e3-2618-4988-bab3-dfb6020c376d req-1de89b66-6c8e-4974-9dc3-15ef75533480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:52.804963 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d32528e3-2618-4988-bab3-dfb6020c376d req-1de89b66-6c8e-4974-9dc3-15ef75533480 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 200 len: 912 time: 0.1344721 Jun 07 13:44:52.834458 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2cfe1ae3-5a02-4daa-9f45-84dff4b6c91f req-68b077ac-c9c6-4076-99b4-8c706f240318 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430138 Jun 07 13:44:52.918661 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d32528e3-2618-4988-bab3-dfb6020c376d req-cb7e0cb7-05ce-431c-8598-2d288ebdac1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55eed98c-9d21-4991-89ee-116173e7a84d HTTP/1.1" status: 200 len: 1001 time: 0.1037674 Jun 07 13:44:52.989585 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32528e3-2618-4988-bab3-dfb6020c376d req-7d8e8f1c-4a83-45f4-b886-e377cc754458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:52.991037 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d32528e3-2618-4988-bab3-dfb6020c376d req-7d8e8f1c-4a83-45f4-b886-e377cc754458 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 200 len: 850 time: 0.0603952 Jun 07 13:44:53.079045 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32528e3-2618-4988-bab3-dfb6020c376d req-3ada465a-1d5a-4a67-b4b8-bc6fdbf3cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:53.080517 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d32528e3-2618-4988-bab3-dfb6020c376d req-3ada465a-1d5a-4a67-b4b8-bc6fdbf3cc9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a4574f7-5011-4471-92b2-f09683ce30d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758045 Jun 07 13:44:53.228299 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d32528e3-2618-4988-bab3-dfb6020c376d req-dc7c64e1-92e5-4164-a11e-19970f7f1db9 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391790 Jun 07 13:44:53.373453 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d32528e3-2618-4988-bab3-dfb6020c376d req-79da20d9-9222-4c85-b83a-c04ebe58b647 service neutron] 10.222.0.60 "GET /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375461 Jun 07 13:44:54.038910 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f3f-24c6-4940-acdf-f76df756a167 req-6d642434-f25d-425a-959f-3275b979ea97 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:54.040792 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-65839f3f-24c6-4940-acdf-f76df756a167 req-6d642434-f25d-425a-959f-3275b979ea97 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0921922 Jun 07 13:44:54.098860 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-65839f3f-24c6-4940-acdf-f76df756a167 req-4c2c87b5-6e48-4ab7-8a1f-1cc72711d944 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517359 Jun 07 13:44:55.298415 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93469bd6-6b27-4b3a-ac84-ada2a84823ab req-cd3cb2ab-25c3-4bcf-9c53-75caafd0b271 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:55.299880 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93469bd6-6b27-4b3a-ac84-ada2a84823ab req-cd3cb2ab-25c3-4bcf-9c53-75caafd0b271 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0854964 Jun 07 13:44:55.352042 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-93469bd6-6b27-4b3a-ac84-ada2a84823ab req-757edb33-a637-4bec-8c3c-93cdf6e9dc21 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456328 Jun 07 13:44:56.552491 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a5904-8a14-4be7-aa12-3afca7a63bbe req-6b3453c7-cff4-47c2-9417-ae9dc0162f3d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:56.554489 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-353a5904-8a14-4be7-aa12-3afca7a63bbe req-6b3453c7-cff4-47c2-9417-ae9dc0162f3d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0848525 Jun 07 13:44:56.603528 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-353a5904-8a14-4be7-aa12-3afca7a63bbe req-41f15cf9-3f55-470a-acd9-6c7e3ecf1118 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433333 Jun 07 13:44:57.794997 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746111-29c2-440b-a86b-c973cc34cfe9 req-b0d16f9a-a703-406c-ad25-7061d851ad29 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:57.796540 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-15746111-29c2-440b-a86b-c973cc34cfe9 req-b0d16f9a-a703-406c-ad25-7061d851ad29 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0849216 Jun 07 13:44:57.845700 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-15746111-29c2-440b-a86b-c973cc34cfe9 req-aa3aeaf5-ec55-4adf-9c20-f5537cb22544 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427043 Jun 07 13:44:59.042906 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86f6d-8178-42d1-a116-e30fafe2a686 req-4340d379-c2f2-497c-afd7-edbf4644d64d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:59.044379 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53d86f6d-8178-42d1-a116-e30fafe2a686 req-4340d379-c2f2-497c-afd7-edbf4644d64d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0853889 Jun 07 13:44:59.099095 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-53d86f6d-8178-42d1-a116-e30fafe2a686 req-d32cb47c-b6d6-4ece-86ab-0841d84364bb tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464718 Jun 07 13:45:00.390166 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f813e-bbe6-4a6f-8a60-f36f773596d9 req-4d9b0a7f-f42e-4537-98e6-b6e1469e65f5 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:00.393192 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6a9f813e-bbe6-4a6f-8a60-f36f773596d9 req-4d9b0a7f-f42e-4537-98e6-b6e1469e65f5 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.1827679 Jun 07 13:45:00.449662 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-6a9f813e-bbe6-4a6f-8a60-f36f773596d9 req-691205cd-bb1e-496e-af0f-3a41e3589544 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461841 Jun 07 13:45:01.648462 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6721394-d56b-456f-b929-73f19ad219b9 req-8e68e97b-05a2-4e24-af16-fc1a3aa47690 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:01.649928 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b6721394-d56b-456f-b929-73f19ad219b9 req-8e68e97b-05a2-4e24-af16-fc1a3aa47690 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0866623 Jun 07 13:45:01.698132 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b6721394-d56b-456f-b929-73f19ad219b9 req-8d529e1b-07a4-4161-84b6-bc6512c9526c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423706 Jun 07 13:45:02.914476 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d37ba-67c9-48d0-8b49-5fa723356dbd req-33e5bf19-bb97-44e1-acf5-fbda9cfa3214 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:02.915976 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-965d37ba-67c9-48d0-8b49-5fa723356dbd req-33e5bf19-bb97-44e1-acf5-fbda9cfa3214 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0956109 Jun 07 13:45:02.969490 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-965d37ba-67c9-48d0-8b49-5fa723356dbd req-f62911a5-2937-4d64-968c-4d4202b7764b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468941 Jun 07 13:45:03.540132 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c8ecf33a-ce87-4b29-82c4-f5b229689701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.180665 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71022-9c90-4434-9bb9-4e41e5ad4612 req-f3c1d59b-c34a-42cc-9f3c-02afa4e7e7e0 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:04.182227 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-eff71022-9c90-4434-9bb9-4e41e5ad4612 req-f3c1d59b-c34a-42cc-9f3c-02afa4e7e7e0 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.0930345 Jun 07 13:45:04.232835 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-eff71022-9c90-4434-9bb9-4e41e5ad4612 req-78df6d9f-0569-4c95-8e26-3cac3d8cb24d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ceb5023-590d-4609-ace5-7238c4f672f8&id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445173 Jun 07 13:45:04.466890 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49056) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:04.547841 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Deleting subnet 9e5047b6-0874-469d-a4f6-46747ede6210 {{(pid=92944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:45:04.550941 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.607366 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31867949'] for subnet, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.674084 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.745659 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31491855'] for subnet, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.749748 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:04.784922 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5047b6-0874-469d-a4f6-46747ede6210,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:04.789968 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.794162 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9e5047b6-0874-469d-a4f6-46747ede6210 HTTP/1.1" status: 204 len: 168 time: 0.3238502 Jun 07 13:45:04.794324 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 49062) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:04.796882 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.796993 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.797269 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.797684 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.798028 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.798559 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.799136 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.799526 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.799908 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.800418 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.801028 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.801664 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:04.807188 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7f1c7095-729c-49f7-95a0-70b2d6a38bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:04.903984 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.030676 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.044716 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bf47a9-792f-4cec-85c7-a58c5d0d5cef']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:05.058572 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7bd837-0973-4077-b511-c6b2c5282f66') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:05.058926 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7bd837-0973-4077-b511-c6b2c5282f66') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:05.071222 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.088737 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.094828 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:45:05.095233 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:45:05.109031 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:45:05.307275 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.311811 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:05.325090 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.326959 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] 10.222.0.44 "DELETE /v2.0/networks/66bf47a9-792f-4cec-85c7-a58c5d0d5cef HTTP/1.1" status: 204 len: 168 time: 0.5311177 Jun 07 13:45:05.334241 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Pushing event deleted for resources: {'Network': ['ID=66bf47a9-792f-4cec-85c7-a58c5d0d5cef,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:05.342663 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.343176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.343548 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.343909 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.344263 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.344616 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.344959 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.345327 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.345719 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.346172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.346446 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.346778 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:05.351068 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e51e3274-9441-4322-be63-e04bb6b49daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:05.595861 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49070) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:05.668203 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e9f07222-807d-4194-a9a1-35e1a8ba0fc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21805608a3d14d56ad33db997af0c73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705769 Jun 07 13:45:05.670816 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49072) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:05.762777 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-29321382-6619-4935-9339-647e4ff1fbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.813120 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-29321382-6619-4935-9339-647e4ff1fbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.885942 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-29321382-6619-4935-9339-647e4ff1fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.888857 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-29321382-6619-4935-9339-647e4ff1fbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.893615 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-29321382-6619-4935-9339-647e4ff1fbf3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b516a71-10ff-4728-be16-a7be7fd5e78d HTTP/1.1" status: 204 len: 168 time: 0.2182257 Jun 07 13:45:05.893615 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d8fee0b9-f502-438d-a65c-64e8a265be20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:05.917941 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29321382-6619-4935-9339-647e4ff1fbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b516a71-10ff-4728-be16-a7be7fd5e78d,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:05.921436 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-29321382-6619-4935-9339-647e4ff1fbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:06.046968 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49086) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:06.107795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Deleting subnet c2458ddc-68a2-4c48-af28-2866e2648116 {{(pid=92944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:45:06.111273 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.165528 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31867949'] for subnet, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.236622 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.332683 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31491855'] for subnet, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.338220 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:06.377146 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2458ddc-68a2-4c48-af28-2866e2648116,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:06.379890 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:06.383019 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.384973 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fa7bcd25-8eb3-47e0-bbd6-387fb1a9b8d8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c2458ddc-68a2-4c48-af28-2866e2648116 HTTP/1.1" status: 204 len: 168 time: 0.3370140 Jun 07 13:45:06.387920 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49090) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:06.518147 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.559196 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.700401 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.716204 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5db542-5405-4130-9dbe-1559955ee4a2']}} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:06.730763 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145ed06c-b192-418b-b614-c056e5168014') {'for_net_delete': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:06.731060 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145ed06c-b192-418b-b614-c056e5168014') {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:06.744966 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31867938'] for segment, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.763553 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.770332 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=92944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:45:06.770726 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31847613'] for segment, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: Traceback (most recent call last): Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: timer() Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: cb(*args, **kw) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: return func(*args, **kwargs) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: self._notify() Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: self.callback(batched_events) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: event.method(event) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: return f(self, *a, **k) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._get(url).json() Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: return self.request(url, 'GET', **kwargs) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:45:06.791844 dv-cinder-785362-2-iscsi neutron-server[92944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:45:06.874569 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.878536 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-371a93c6-a3a8-417a-a11d-648ef9f2e0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:06.896105 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.902049 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5f5db542-5405-4130-9dbe-1559955ee4a2 HTTP/1.1" status: 204 len: 168 time: 0.5085287 Jun 07 13:45:06.902049 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5db542-5405-4130-9dbe-1559955ee4a2,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:06.902379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 49094) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:06.904986 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0ee0b198-a5f9-4baf-a375-9f8330cbf419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:06.977127 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Deleting subnet b6d289f0-953a-44f8-8c62-e79cb87133b4 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:45:06.980851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.057131 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.148300 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.187934 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-bb1cc9aa-54f1-4218-8737-db09da6bd732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.255009 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.260866 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3799f918-5b34-41bf-8ee1-7d7e631b77a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:07.297750 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d289f0-953a-44f8-8c62-e79cb87133b4,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:07.300929 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:07.302178 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.306282 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3cb0cde7-b57b-4c45-a21e-7c7a4ebd6fe0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b6d289f0-953a-44f8-8c62-e79cb87133b4 HTTP/1.1" status: 204 len: 168 time: 0.4020486 Jun 07 13:45:07.307216 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49096) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:07.439299 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.591660 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.607744 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259fdcb1-19a9-4af7-8946-b8dddcb84723']}} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:07.622404 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5837f28-1d59-44d8-830c-194da8b601f3') {'for_net_delete': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:07.622951 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5837f28-1d59-44d8-830c-194da8b601f3') {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:07.636670 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31867938'] for segment, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.653639 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.660166 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=92944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:45:07.660549 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31847613'] for segment, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: Traceback (most recent call last): Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: timer() Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: cb(*args, **kw) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: return func(*args, **kwargs) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: self._notify() Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: self.callback(batched_events) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: event.method(event) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: return f(self, *a, **k) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._get(url).json() Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: return self.request(url, 'GET', **kwargs) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:45:07.675598 dv-cinder-785362-2-iscsi neutron-server[92944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:45:07.759334 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.764295 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55c3f124-cf45-4614-b611-072fa086edab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:07.781706 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:07.783537 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] 10.222.0.44 "DELETE /v2.0/networks/259fdcb1-19a9-4af7-8946-b8dddcb84723 HTTP/1.1" status: 204 len: 168 time: 0.4752269 Jun 07 13:45:07.788250 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Pushing event deleted for resources: {'Network': ['ID=259fdcb1-19a9-4af7-8946-b8dddcb84723,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:07.790276 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-65c0ca27-4d06-4e1b-af2d-ea38158496bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:07.982665 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49104) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:08.048306 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-92f0ebf0-69e2-4d40-ac6d-2c1de41c9e36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf1decf96867446d96ae41cd38cf8688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555470 Jun 07 13:45:08.050554 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49106) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:08.117916 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.216490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.223440 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.275808 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.278408 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.279558 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bafe38c4-2c35-4694-b25f-c31c517da6a1 HTTP/1.1" status: 204 len: 168 time: 0.2280984 Jun 07 13:45:08.280304 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-3b864684-6e6d-4d60-b536-6df25001d046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:08.291320 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafe38c4-2c35-4694-b25f-c31c517da6a1,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:08.293603 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:08.719793 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49114) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:08.770992 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3f558598-8c04-4e1f-b8fe-dca744d79b04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7d88f94f44b4dfbbf2ff70517c323f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499449 Jun 07 13:45:08.774156 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49116) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:08.838528 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bdde866e-d1cb-4768-b269-ed5df321cf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.870368 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bdde866e-d1cb-4768-b269-ed5df321cf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.936388 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bdde866e-d1cb-4768-b269-ed5df321cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.939309 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-bdde866e-d1cb-4768-b269-ed5df321cf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:08.940678 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-bdde866e-d1cb-4768-b269-ed5df321cf3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c35c6d94-e686-457b-a46f-74eddf7972b0 HTTP/1.1" status: 204 len: 168 time: 0.1655443 Jun 07 13:45:08.941785 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2d3a55b2-06f9-445b-92eb-fdabfe53a145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:08.960218 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde866e-d1cb-4768-b269-ed5df321cf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c6d94-e686-457b-a46f-74eddf7972b0,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:08.965752 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-bdde866e-d1cb-4768-b269-ed5df321cf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:09.656284 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:11.713014 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:45:14.603189 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:33.362506 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7d09a-929d-44ff-88b5-a0dca4d08602 req-35cdce1d-7f0d-42bb-bcae-e923c380b7a1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:33.364473 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a8d7d09a-929d-44ff-88b5-a0dca4d08602 req-35cdce1d-7f0d-42bb-bcae-e923c380b7a1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1291213 Jun 07 13:45:33.440888 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a8d7d09a-929d-44ff-88b5-a0dca4d08602 req-01b44d31-e48e-4dd6-b51e-8ea73758fac3 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696580 Jun 07 13:45:33.545279 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-af74b2c7-1a50-47a1-8039-bd8f5b7dbe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:34.693289 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d83a0-85e3-429c-bcfa-dd918eacda34 req-76f94b96-a248-4138-858b-7d2df731495e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:34.695028 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-456d83a0-85e3-429c-bcfa-dd918eacda34 req-76f94b96-a248-4138-858b-7d2df731495e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1013818 Jun 07 13:45:34.757172 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-456d83a0-85e3-429c-bcfa-dd918eacda34 req-c9c92bc9-2f98-411e-b973-9d91d87dd5ec tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466330 Jun 07 13:45:35.969459 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bf30d-af32-45ef-a7ea-bb5bb2d35b20 req-9e52f9f7-f66d-47c4-bfbf-83cc7f84b0de tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:35.971024 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-669bf30d-af32-45ef-a7ea-bb5bb2d35b20 req-9e52f9f7-f66d-47c4-bfbf-83cc7f84b0de tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0933127 Jun 07 13:45:36.018908 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-669bf30d-af32-45ef-a7ea-bb5bb2d35b20 req-d73b6285-f3ab-4655-8abc-fe18c7be19e1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Jun 07 13:45:36.544568 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.184278 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0cdd7973-ce13-4085-a780-06cbe2341123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.241629 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ed420-4463-4def-be53-b740e2591ea7 req-2892f1f0-a8a0-43d0-9588-4448b752f115 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:37.243150 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d48ed420-4463-4def-be53-b740e2591ea7 req-2892f1f0-a8a0-43d0-9588-4448b752f115 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0909348 Jun 07 13:45:37.297630 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d48ed420-4463-4def-be53-b740e2591ea7 req-fb556570-0b65-4b04-a1dc-cb87b3cb261c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470850 Jun 07 13:45:37.923485 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-1837d9e6-510d-4fb3-9705-69ceb6b91ae5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895684 Jun 07 13:45:38.084369 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-c542e7fe-0fc1-4cb2-8923-75c2b31cbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.085797 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-c542e7fe-0fc1-4cb2-8923-75c2b31cbb60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1137 time: 0.0827351 Jun 07 13:45:38.227665 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.288629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-72a607b7-1905-49ba-8a7f-1ac6a9d5efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.290104 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-72a607b7-1905-49ba-8a7f-1ac6a9d5efb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 915 time: 0.1706769 Jun 07 13:45:38.489914 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-1fc2198f-e593-477d-8970-2012f53df9c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 1001 time: 0.1889963 Jun 07 13:45:38.584857 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-2bdb1a85-cdda-41a2-aea3-acf17ffd3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.586341 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-2bdb1a85-cdda-41a2-aea3-acf17ffd3465 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 200 len: 853 time: 0.0855279 Jun 07 13:45:38.644087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d14995-3ace-4e5b-a202-1c90ad917664 req-70945b1b-0518-489f-b832-b1d168b4256b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.646310 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3d14995-3ace-4e5b-a202-1c90ad917664 req-70945b1b-0518-489f-b832-b1d168b4256b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1929657 Jun 07 13:45:38.713448 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3d14995-3ace-4e5b-a202-1c90ad917664 req-cdc97629-1b8e-4a43-b297-7906809b510c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561004 Jun 07 13:45:38.733599 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-163f5057-516c-4681-8987-f83b6cb55576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.736008 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-163f5057-516c-4681-8987-f83b6cb55576 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4bfa405-9c28-48c4-b44d-2e7300880903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1371624 Jun 07 13:45:38.877882 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-91f047ad-0341-4b7a-b026-5fbd96fb42f5 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310937 Jun 07 13:45:39.045258 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b8496787-331f-4512-b6ab-cd8fcbc6316b req-d7e3599e-11df-4a5e-90cf-a18b789c5ca1 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581852 Jun 07 13:45:39.664154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:39.934134 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b266e-21ec-48e2-93f9-3541d697d3ef req-72307e32-94ae-4d16-80c1-c41e5b440942 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:39.935606 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-153b266e-21ec-48e2-93f9-3541d697d3ef req-72307e32-94ae-4d16-80c1-c41e5b440942 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0953867 Jun 07 13:45:39.992225 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-153b266e-21ec-48e2-93f9-3541d697d3ef req-d6bdb945-5abd-48da-a3db-8b4d24368774 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464160 Jun 07 13:45:41.209728 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fa624-e479-4dbe-956c-8bfb53557c45 req-91772e85-8cbd-4459-9ba0-74d5b39b3b9b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:41.211318 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-076fa624-e479-4dbe-956c-8bfb53557c45 req-91772e85-8cbd-4459-9ba0-74d5b39b3b9b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0925286 Jun 07 13:45:41.262523 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-076fa624-e479-4dbe-956c-8bfb53557c45 req-7a772c47-cc00-4301-a291-3216cea76309 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Jun 07 13:45:42.546879 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e2f2-35f9-43d9-a477-94d9b517eb9b req-68b7929f-75b7-4a58-a3e8-88bf30fd3500 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:42.548331 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2d73e2f2-35f9-43d9-a477-94d9b517eb9b req-68b7929f-75b7-4a58-a3e8-88bf30fd3500 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1178715 Jun 07 13:45:42.621271 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2d73e2f2-35f9-43d9-a477-94d9b517eb9b req-2429afa7-6deb-4827-abb8-967154f3d4a6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609229 Jun 07 13:45:43.833599 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74851b-ef8f-4b3f-8375-1f7507960210 req-f791caf8-d5ff-459a-ac75-469262fb1a7e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:43.835067 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b74851b-ef8f-4b3f-8375-1f7507960210 req-f791caf8-d5ff-459a-ac75-469262fb1a7e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0942690 Jun 07 13:45:43.988331 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2b74851b-ef8f-4b3f-8375-1f7507960210 req-364d8b26-4506-4a99-b303-e20c0052d90c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471839 Jun 07 13:45:44.580115 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.202328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2c651-64c6-46ad-8bb5-27216390eefa req-29e5de86-8b06-438c-a81e-94e490053e17 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:45.203829 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2fe2c651-64c6-46ad-8bb5-27216390eefa req-29e5de86-8b06-438c-a81e-94e490053e17 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0904238 Jun 07 13:45:45.253510 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2fe2c651-64c6-46ad-8bb5-27216390eefa req-72c94b3b-6f3d-4e7a-87e3-e95f65cb0677 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Jun 07 13:45:46.487347 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbe0ac-77f3-449f-9f2b-6c912a72266e req-3d3e11dd-186a-4769-8843-b531ad6c6820 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:46.488863 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-68cbe0ac-77f3-449f-9f2b-6c912a72266e req-3d3e11dd-186a-4769-8843-b531ad6c6820 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0953059 Jun 07 13:45:46.542600 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-68cbe0ac-77f3-449f-9f2b-6c912a72266e req-44381038-e38c-4bfd-8ceb-9a0d31b84eec tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475681 Jun 07 13:45:47.745624 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df6447-d449-453f-aa9b-8837549d980b req-a3972265-70a6-4622-9d20-b4900d3a578f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:47.747142 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-59df6447-d449-453f-aa9b-8837549d980b req-a3972265-70a6-4622-9d20-b4900d3a578f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0893536 Jun 07 13:45:47.796733 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-59df6447-d449-453f-aa9b-8837549d980b req-cb9126ee-1c77-45d1-8304-d78aabfe545d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Jun 07 13:45:48.717207 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:45:49.052283 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957ba2e-e7cb-4585-aca8-14f07e5e3751 req-1a258f3a-17c7-44d9-b26e-be7ada293d8a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:49.054485 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1957ba2e-e7cb-4585-aca8-14f07e5e3751 req-1a258f3a-17c7-44d9-b26e-be7ada293d8a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1104908 Jun 07 13:45:49.115417 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1957ba2e-e7cb-4585-aca8-14f07e5e3751 req-f42bdc76-404f-47a2-a4b1-f8190dff003d tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535316 Jun 07 13:45:50.312760 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e02c8c-aa11-4d33-8e95-da2814ae3aab req-60270106-37f0-4e5d-9f54-8c998451f103 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:50.314271 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23e02c8c-aa11-4d33-8e95-da2814ae3aab req-60270106-37f0-4e5d-9f54-8c998451f103 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0829430 Jun 07 13:45:50.368549 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-23e02c8c-aa11-4d33-8e95-da2814ae3aab req-748f147d-4a11-44a7-be52-689f0d44ee9c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478725 Jun 07 13:45:51.589997 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bc68a-b591-4bcc-9ed2-85b48f58ed92 req-15d2a128-6c13-4354-b6fa-053a96fce900 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:51.591389 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f52bc68a-b591-4bcc-9ed2-85b48f58ed92 req-15d2a128-6c13-4354-b6fa-053a96fce900 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1066456 Jun 07 13:45:51.641150 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f52bc68a-b591-4bcc-9ed2-85b48f58ed92 req-c51c2b04-34da-4f8b-9490-41e73cfc0370 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 Jun 07 13:45:52.851519 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19b7ea-431a-4d18-af1a-e2849d2fb34f req-ea424367-7157-46aa-a57f-c8014fc991f2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:52.853083 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a19b7ea-431a-4d18-af1a-e2849d2fb34f req-ea424367-7157-46aa-a57f-c8014fc991f2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0944545 Jun 07 13:45:52.901754 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5a19b7ea-431a-4d18-af1a-e2849d2fb34f req-5178568b-986e-4b63-bd4b-e8960b083550 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Jun 07 13:45:53.173861 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:45:53.361167 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:53.377005 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'port_id': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'mac_address': 'fa:16:3e:d3:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:45:53.444794 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.465081 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:45:53.482286 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:53.486419 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.488940 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:53.534880 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49490) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:53.573571 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=6']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:53.581147 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.581577 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.581918 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.582252 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.582577 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.582904 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.583217 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.583532 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.583855 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.584234 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.584553 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.584864 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:53.588918 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:53.623993 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:45:53.677861 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6f71b991-1bba-40b6-aeca-543a5afc2676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.795781 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6f71b991-1bba-40b6-aeca-543a5afc2676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.804410 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6f71b991-1bba-40b6-aeca-543a5afc2676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.813361 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1a4d008d-5201-4c04-9629-98119e0f65de tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:53.857935 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6f71b991-1bba-40b6-aeca-543a5afc2676 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ccb5e3e66e24795be08c95c9c76acd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211827 Jun 07 13:45:53.859765 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71b991-1bba-40b6-aeca-543a5afc2676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a672cd4-c1ee-4e2d-9bf3-a3d0d293378f,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:53.860564 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 49494) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:53.864101 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6f71b991-1bba-40b6-aeca-543a5afc2676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:53.933016 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.961829 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.023852 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.027348 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.028491 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a672cd4-c1ee-4e2d-9bf3-a3d0d293378f HTTP/1.1" status: 204 len: 168 time: 0.1669278 Jun 07 13:45:54.030412 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4eaecc02-f359-4e4f-856f-a57bcb865c96 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:54.082989 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a672cd4-c1ee-4e2d-9bf3-a3d0d293378f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:54.085623 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:54.140067 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bc6b0-6f5f-4ee3-af5e-4f5ca012c3dd req-5e940b46-7ef8-44e0-8cc6-3d32fba2e1a2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:54.141678 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cf4bc6b0-6f5f-4ee3-af5e-4f5ca012c3dd req-5e940b46-7ef8-44e0-8cc6-3d32fba2e1a2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.1121664 Jun 07 13:45:54.193845 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cf4bc6b0-6f5f-4ee3-af5e-4f5ca012c3dd req-7d16c26b-5a1f-4fd4-9269-a2d06459e6b3 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Jun 07 13:45:55.182915 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:55.271481 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:55.272055 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:55.433983 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a7142-29c3-470c-a583-566c13a77e69 req-fab03042-2bbc-4462-9218-95a35b752446 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:55.439833 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:55.441906 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-790a7142-29c3-470c-a583-566c13a77e69 req-fab03042-2bbc-4462-9218-95a35b752446 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.1156049 Jun 07 13:45:55.478803 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:45:55.481902 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f01ab30-a0ef-4504-aa33-a398d6121a01" -d '{"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:45:55.493241 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:55.499475 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:55.502617 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:55.542318 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-790a7142-29c3-470c-a583-566c13a77e69 req-239abac5-5d44-4f7c-9816-4cf9e1234fe5 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969288 Jun 07 13:45:55.599380 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f73c6f3-21ce-4de7-ab26-45a004eb1c7f x-openstack-request-id: req-6f73c6f3-21ce-4de7-ab26-45a004eb1c7f {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:45:55.600030 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:45:55.600670 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f73c6f3-21ce-4de7-ab26-45a004eb1c7f {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:45:55.601222 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'code': 200} Jun 07 13:45:55.651160 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=7']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:55.654411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:57.068796 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4054f6f-18ed-4c82-8f0b-14fc60b53f8b req-c324ebfa-d66f-4065-a940-6c37e3ece427 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:57.071775 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e4054f6f-18ed-4c82-8f0b-14fc60b53f8b req-c324ebfa-d66f-4065-a940-6c37e3ece427 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.2575309 Jun 07 13:45:57.146743 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e4054f6f-18ed-4c82-8f0b-14fc60b53f8b req-1f066208-f197-49e0-8343-aa40d37b76fb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682945 Jun 07 13:45:58.378916 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf991a2f-b531-4133-94b0-0d51f9b4cae7 req-916c8418-b81d-4d32-ad69-3c34e643f63e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:58.380936 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bf991a2f-b531-4133-94b0-0d51f9b4cae7 req-916c8418-b81d-4d32-ad69-3c34e643f63e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0910606 Jun 07 13:45:58.446968 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bf991a2f-b531-4133-94b0-0d51f9b4cae7 req-128ee5d6-5751-4388-bccc-2348de0b0bab tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594966 Jun 07 13:45:59.616845 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-fe4e6bbf-5890-4971-8d32-75aadc1c96ea tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517813059&fields=id&tenant_id=93e1ec2b601f42859a571bbd257b763b HTTP/1.1" status: 200 len: 267 time: 0.0723438 Jun 07 13:45:59.719472 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5943842-1fdc-430e-ab42-5922b6eccbb5 req-b4cd1448-e39f-4472-9570-cbfb0fec6bf6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:59.724865 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5943842-1fdc-430e-ab42-5922b6eccbb5 req-b4cd1448-e39f-4472-9570-cbfb0fec6bf6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1136744 Jun 07 13:45:59.786310 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5943842-1fdc-430e-ab42-5922b6eccbb5 req-48d6a41c-ea86-4f8e-8260-6113ee6307dc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515151 Jun 07 13:45:59.800578 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-03cb7eca-b9a2-4b61-8d0b-d0671e20b77a tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:59.809679 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-03cb7eca-b9a2-4b61-8d0b-d0671e20b77a tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 984 time: 0.1771600 Jun 07 13:45:59.817863 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Request body: {'port': {'security_groups': ['7a0b0b55-1e4c-4b1b-8aac-4833d23455e3']}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:59.984509 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.296738 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:00.330362 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.335457 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.343636 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:00.350602 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['5da3eb84-bf8d-41e7-b82f-36ea58686268'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:46:00.449149 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:00.450109 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.457510 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ce17211a-9047-496c-95f1-a404ad6c6f98 req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "PUT /v2.0/ports/5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 942 time: 0.6463671 Jun 07 13:46:00.458330 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:00.460735 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cb9384-aad4-4943-a96d-f0a24a613780" -d '{"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:00.461354 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 49626) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:00.464054 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event updated for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=7']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:00.482388 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:00.521748 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c76da8-d654-4bb2-ab4d-6c7c415ce6d1 x-openstack-request-id: req-91c76da8-d654-4bb2-ab4d-6c7c415ce6d1 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:00.521748 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:00.521748 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91c76da8-d654-4bb2-ab4d-6c7c415ce6d1 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:00.521748 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'status': 'completed', 'code': 200} Jun 07 13:46:00.559360 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['5da3eb84-bf8d-41e7-b82f-36ea58686268'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:46:00.701457 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c65d29e7-bd67-4068-9bab-d30151b171fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.744503 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c65d29e7-bd67-4068-9bab-d30151b171fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.795783 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-8ea530ee-798b-48a9-84d9-a83f875c363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:00.797627 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-8ea530ee-798b-48a9-84d9-a83f875c363f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1098 time: 0.2396040 Jun 07 13:46:00.828855 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a16d73b5-5298-4084-8bab-5d89624c43be None None] Provisioning complete for port 5da3eb84-bf8d-41e7-b82f-36ea58686268 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:46:00.828855 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a16d73b5-5298-4084-8bab-5d89624c43be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:01.030215 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-ea024871-cee6-4bf4-8a56-7706b2faf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:01.038111 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-ea024871-cee6-4bf4-8a56-7706b2faf2bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 915 time: 0.2303572 Jun 07 13:46:01.039633 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c65d29e7-bd67-4068-9bab-d30151b171fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:01.042819 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c65d29e7-bd67-4068-9bab-d30151b171fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:01.044088 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c65d29e7-bd67-4068-9bab-d30151b171fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "DELETE /v2.0/security-groups/5ceb5023-590d-4609-ace5-7238c4f672f8 HTTP/1.1" status: 204 len: 168 time: 0.5815487 Jun 07 13:46:01.045113 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1fa13fab-5f86-46bd-b1c9-5c1ad85f62fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:01.054737 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 49638) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:01.178099 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac00d5d-4cb3-4673-b6d1-2368b98888d4 req-bd6768f7-20b8-4071-a0ee-511ba90c991a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:01.179787 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8ac00d5d-4cb3-4673-b6d1-2368b98888d4 req-bd6768f7-20b8-4071-a0ee-511ba90c991a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1632359 Jun 07 13:46:01.252504 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8ac00d5d-4cb3-4673-b6d1-2368b98888d4 req-24ff668c-6d2c-4da7-9e7f-6a26f5759e57 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662413 Jun 07 13:46:01.290788 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d29e7-bd67-4068-9bab-d30151b171fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb5023-590d-4609-ace5-7238c4f672f8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:01.306365 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c65d29e7-bd67-4068-9bab-d30151b171fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:01.339816 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-4a4285e6-2057-417a-a051-9a2c3bfea677 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 1001 time: 0.2841022 Jun 07 13:46:01.628237 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-9dc416a4-0b54-485e-bd17-600c35a0ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:01.629688 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-9dc416a4-0b54-485e-bd17-600c35a0ec20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 200 len: 853 time: 0.1114862 Jun 07 13:46:01.776067 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-69ccb95d-499c-493c-bb74-881ba6b0e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:01.777672 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-69ccb95d-499c-493c-bb74-881ba6b0e5ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4bfa405-9c28-48c4-b44d-2e7300880903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151764 Jun 07 13:46:01.779686 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Deleting port 7396d689-0802-414e-a673-895a6904bee3 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:01.779911 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:02.040347 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:02.040675 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:02.058225 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-0da710d7-06b6-4c25-a649-ac1b147a263e service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643471 Jun 07 13:46:02.209053 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Calling delete_port for 7396d689-0802-414e-a673-895a6904bee3 owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:02.385992 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5cb9384-aad4-4943-a96d-f0a24a613780 req-fa36fb5c-d3b8-43b0-9e9e-23db8a401072 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743895 Jun 07 13:46:02.615475 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:02.634815 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6a76ebd5-c4f7-47c5-8f04-011d8acc4601 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:02.727292 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event deleted for resources: {'Port': ['ID=7396d689-0802-414e-a673-895a6904bee3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:02.811026 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cc3ee-95d9-4b01-b8ec-40d7410a8474 req-948f0259-a384-419a-b0f3-a6d8d222628f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:02.813080 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ed0cc3ee-95d9-4b01-b8ec-40d7410a8474 req-948f0259-a384-419a-b0f3-a6d8d222628f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.3572752 Jun 07 13:46:02.871202 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:02.899172 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ed0cc3ee-95d9-4b01-b8ec-40d7410a8474 req-00cc5f75-171e-4437-a5e9-2c267e848726 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566490 Jun 07 13:46:02.950426 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:02.950833 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.l3_db [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Floating IP e9ee1859-8866-46cb-b3a4-3f241d9bc317 disassociated (deleted). External IP: 172.27.0.207, port: 5da3eb84-bf8d-41e7-b82f-36ea58686268. Jun 07 13:46:03.525071 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Router ae8beca1-58e4-4523-bb3d-1cce71964174 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:46:03.554411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e3096b10-03f0-4ff3-a64d-a53d75612a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:03.758145 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:46:03.763089 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:03.771653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] Sync routers for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:46:03.795461 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:03.796110 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:45:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:03.902492 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "DELETE /v2.0/floatingips/e9ee1859-8866-46cb-b3a4-3f241d9bc317 HTTP/1.1" status: 204 len: 168 time: 2.8431294 Jun 07 13:46:03.902492 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:03.919337 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86039203-5508-451f-b362-e8b08de10b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:04.009035 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da91c9d-d2cc-4af9-9ce0-d88ccfbe5af7 x-openstack-request-id: req-2da91c9d-d2cc-4af9-9ce0-d88ccfbe5af7 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:04.009361 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:04.009675 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2da91c9d-d2cc-4af9-9ce0-d88ccfbe5af7 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:04.012151 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'status': 'completed', 'code': 200} Jun 07 13:46:04.212683 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039203-5508-451f-b362-e8b08de10b8e req-f39907fa-67b0-46b4-8fb6-a782adc73595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:04.214243 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86039203-5508-451f-b362-e8b08de10b8e req-f39907fa-67b0-46b4-8fb6-a782adc73595 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1ec2b601f42859a571bbd257b763b&device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 1098 time: 0.1796458 Jun 07 13:46:04.280995 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:04.496788 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039203-5508-451f-b362-e8b08de10b8e req-a419426f-12eb-4735-bf50-13b1c7b36a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:04.498834 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86039203-5508-451f-b362-e8b08de10b8e req-a419426f-12eb-4735-bf50-13b1c7b36a7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 200 len: 915 time: 0.2758412 Jun 07 13:46:04.598481 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86039203-5508-451f-b362-e8b08de10b8e req-fe58bb8e-d330-46a2-a319-d69eb92c2014 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 200 len: 217 time: 0.0888875 Jun 07 13:46:04.692006 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdb82-1cde-45df-bfc5-751cde272a93 req-c5c62db7-26d9-455d-af00-cf7eed3b9f14 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:04.699152 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f21fdb82-1cde-45df-bfc5-751cde272a93 req-c5c62db7-26d9-455d-af00-cf7eed3b9f14 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.3315217 Jun 07 13:46:04.742152 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039203-5508-451f-b362-e8b08de10b8e req-955e0f52-9eca-4e17-abb6-51dd915ede4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:04.743676 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86039203-5508-451f-b362-e8b08de10b8e req-955e0f52-9eca-4e17-abb6-51dd915ede4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 200 len: 853 time: 0.1315727 Jun 07 13:46:04.779207 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f21fdb82-1cde-45df-bfc5-751cde272a93 req-38b45ef3-a958-4038-a968-6bbcffc8da84 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790877 Jun 07 13:46:04.865173 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039203-5508-451f-b362-e8b08de10b8e req-208c7c68-4794-4ae4-afb1-06d11866d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:04.866688 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86039203-5508-451f-b362-e8b08de10b8e req-208c7c68-4794-4ae4-afb1-06d11866d1fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4bfa405-9c28-48c4-b44d-2e7300880903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017861 Jun 07 13:46:04.972367 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 5, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:04.983321 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] Checking router: ae8beca1-58e4-4523-bb3d-1cce71964174 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:46:05.007258 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:05.007922 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:45:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:05.037722 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86039203-5508-451f-b362-e8b08de10b8e req-fd617bbe-6646-4a10-9540-db30c6c5812f service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615007 Jun 07 13:46:05.250477 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86039203-5508-451f-b362-e8b08de10b8e req-58448fc0-029c-4f2c-8fb3-91e3aa6d8e93 service neutron] 10.222.0.60 "GET /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972373 Jun 07 13:46:05.353353 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:05.819683 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 5, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:05.830731 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c1cd0e-76a1-431f-8e38-8ec0320804d7 None None] The sync data for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi is: [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:42:49Z', 'revision_number': 4, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'fcb02511-9335-4781-bee2-af7a65a3feb4', 'name': '', 'network_id': 'f4bfa405-9c28-48c4-b44d-2e7300880903', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'mac_address': 'fa:16:3e:79:d8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:48Z', 'updated_at': '2021-06-07T13:42:59Z', 'revision_number': 5, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'subnets': [{'id': 'f13b5b4e-c19a-4481-ac17-d0bf481def2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:46:06.131760 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d640f6-7ce6-449c-b0bb-9e6b2bdd4904 req-d105f602-3d7c-4df5-bc43-177e66af55c4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:06.133516 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6d640f6-7ce6-449c-b0bb-9e6b2bdd4904 req-d105f602-3d7c-4df5-bc43-177e66af55c4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1325605 Jun 07 13:46:06.192300 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6d640f6-7ce6-449c-b0bb-9e6b2bdd4904 req-bbd64076-7102-4d31-8552-c9cc74e63220 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507278 Jun 07 13:46:06.257808 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a0d78-76c0-43f8-bda0-5ddf4676aacc None None] New status for floating IP e9ee1859-8866-46cb-b3a4-3f241d9bc317: DOWN {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:46:06.555184 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:07.188229 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9090e444-c565-4563-885c-e99a99e19bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:07.397674 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609711-c72b-4442-bcd3-269f81e79554 req-f23137fc-3ad2-433a-8315-cdae44d390b7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:07.399152 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dc609711-c72b-4442-bcd3-269f81e79554 req-f23137fc-3ad2-433a-8315-cdae44d390b7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.0831540 Jun 07 13:46:07.444967 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dc609711-c72b-4442-bcd3-269f81e79554 req-35283646-b51e-47a2-ac8f-b320774363d1 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 Jun 07 13:46:08.222800 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:08.653025 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfa5fb-b97c-407b-a46a-c8ec956d2676 req-b4948e6a-32a2-4c71-97e4-3b2fda9b0bec tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:08.654546 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24dfa5fb-b97c-407b-a46a-c8ec956d2676 req-b4948e6a-32a2-4c71-97e4-3b2fda9b0bec tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1005969 Jun 07 13:46:08.702762 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-24dfa5fb-b97c-407b-a46a-c8ec956d2676 req-25e3bb97-f09b-4bac-a534-edc27365f2c2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Jun 07 13:46:09.389709 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-df9c44f1-ab4c-4d33-8dac-66a68d60ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:09.391173 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-df9c44f1-ab4c-4d33-8dac-66a68d60ceab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1098 time: 0.0899181 Jun 07 13:46:09.637047 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-ad8cce2e-25b7-4b67-a138-394f27be2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:09.638594 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-ad8cce2e-25b7-4b67-a138-394f27be2aa3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.2365463 Jun 07 13:46:09.662226 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:09.740673 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-41aa23b4-6902-478e-b154-a20e10159376 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 200 len: 1000 time: 0.0931890 Jun 07 13:46:09.808941 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-809af3c8-cf9b-4b32-90f1-7eab146d58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:09.810398 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-809af3c8-cf9b-4b32-90f1-7eab146d58ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.0630133 Jun 07 13:46:09.955273 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5833b0-0fec-4776-be85-ba685cd0fdb5 req-fc7b20bc-e2e7-45f0-a656-f8b459b1b8c0 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:09.956779 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a5833b0-0fec-4776-be85-ba685cd0fdb5 req-fc7b20bc-e2e7-45f0-a656-f8b459b1b8c0 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1402822 Jun 07 13:46:09.959382 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-dbadb8a2-4dae-4221-b035-78db61000de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:09.960743 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-dbadb8a2-4dae-4221-b035-78db61000de0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1415439 Jun 07 13:46:10.080594 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8a5833b0-0fec-4776-be85-ba685cd0fdb5 req-7396eb5f-1d6b-4fd6-8663-a3f8b99bcddc tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174600 Jun 07 13:46:10.121951 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-9b71d1d0-54fe-401f-92d1-c47c155e53fe service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456599 Jun 07 13:46:10.253564 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8b1786c-46b9-41a6-8fe7-c51815f392ac req-50fe8994-9940-4ea4-b537-a03e21e55c09 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244409 Jun 07 13:46:11.274432 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:11.305351 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748f5d0-69d3-4dd4-b77f-1aeb781f509c req-cad3599b-95f3-450a-b2e1-b47659741119 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:11.305351 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f748f5d0-69d3-4dd4-b77f-1aeb781f509c req-cad3599b-95f3-450a-b2e1-b47659741119 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 945 time: 0.1005409 Jun 07 13:46:11.356819 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f748f5d0-69d3-4dd4-b77f-1aeb781f509c req-50716aa0-6b7e-4c8a-bd28-27a1928e87f2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499878 Jun 07 13:46:11.457618 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:11.485727 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:11.488070 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b41cc92-c706-41fa-b2c1-95cc59bcce25" -d '{"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:11.497267 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:11.501611 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:11.503433 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:11.540055 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452ccbc6-b784-4920-a2aa-9e0c3568d628 x-openstack-request-id: req-452ccbc6-b784-4920-a2aa-9e0c3568d628 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:11.540364 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:11.540632 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-452ccbc6-b784-4920-a2aa-9e0c3568d628 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:11.541028 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'code': 200} Jun 07 13:46:11.574614 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=8']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:11.577565 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:12.283954 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8e88c-ab5d-4897-9c91-f7600c2e6065 req-ac177c5a-d2d7-4f3c-b5bb-a39b5187d263 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:12.286011 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-37b8e88c-ab5d-4897-9c91-f7600c2e6065 req-ac177c5a-d2d7-4f3c-b5bb-a39b5187d263 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.0813842 Jun 07 13:46:12.346852 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-37b8e88c-ab5d-4897-9c91-f7600c2e6065 req-3eb0e647-7794-4832-853b-f0079ce41ad5 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543242 Jun 07 13:46:12.578538 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e469-8a13-482e-96c7-cde4b763dcef req-379ef34b-cd9f-4e38-b9b1-673a6fb8c952 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:12.579966 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9f50e469-8a13-482e-96c7-cde4b763dcef req-379ef34b-cd9f-4e38-b9b1-673a6fb8c952 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0962853 Jun 07 13:46:12.626462 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9f50e469-8a13-482e-96c7-cde4b763dcef req-ac02ac59-94a3-441e-9bc6-a5012291de1b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406885 Jun 07 13:46:13.538204 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0d677-a5e5-4570-bc39-58d1ecea6b5f req-11d573c6-3b73-45fc-964e-9ae57cf469d6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:13.539658 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6e0d677-a5e5-4570-bc39-58d1ecea6b5f req-11d573c6-3b73-45fc-964e-9ae57cf469d6 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.0788715 Jun 07 13:46:13.584645 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f6e0d677-a5e5-4570-bc39-58d1ecea6b5f req-7d77dffb-8dec-4bb3-9fdf-e9acb6d067da tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Jun 07 13:46:13.816385 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb61f5f-6dbd-4c4a-9833-d48555e98a2c req-c927b003-519a-4d90-8e65-04039dfde13c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:13.817996 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3fb61f5f-6dbd-4c4a-9833-d48555e98a2c req-c927b003-519a-4d90-8e65-04039dfde13c tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0805228 Jun 07 13:46:13.869246 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3fb61f5f-6dbd-4c4a-9833-d48555e98a2c req-9190b094-a625-4e06-a82f-7d437de04686 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Jun 07 13:46:14.462950 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-e399dafd-07c1-46ab-a44b-163b36b12d44 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:14.464389 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-e399dafd-07c1-46ab-a44b-163b36b12d44 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.60 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.0835800 Jun 07 13:46:14.600503 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:14.603902 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Deleting port 5da3eb84-bf8d-41e7-b82f-36ea58686268 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:14.604323 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:14.810702 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] For port 5da3eb84-bf8d-41e7-b82f-36ea58686268, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=5da3eb84-bf8d-41e7-b82f-36ea58686268,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:14.811065 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:14.943376 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Calling delete_port for 5da3eb84-bf8d-41e7-b82f-36ea58686268 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:14.965061 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ffb0e-c90b-4fc6-9bc1-4512ced6900b req-3ce2cefd-6a49-4bf1-a35e-0914e8446200 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:14.966556 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b06ffb0e-c90b-4fc6-9bc1-4512ced6900b req-3ce2cefd-6a49-4bf1-a35e-0914e8446200 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 945 time: 0.2528512 Jun 07 13:46:15.132358 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b06ffb0e-c90b-4fc6-9bc1-4512ced6900b req-6d2405d8-85f6-4771-b15c-7406ec21d8fc tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589611 Jun 07 13:46:15.246851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:15.259713 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['5da3eb84-bf8d-41e7-b82f-36ea58686268'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:46:15.276332 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4a252a65-b9d1-408b-9c01-1edf28ec506f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:15.344966 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:15.386352 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Pushing event deleted for resources: {'Port': ['ID=5da3eb84-bf8d-41e7-b82f-36ea58686268,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:15.428463 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.428846 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.429217 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.429607 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.429965 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.430321 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.431013 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.431387 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.431745 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.432237 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.432667 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.432937 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:15.447427 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:15.522080 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] No DVR routers for this DVR port 5da3eb84-bf8d-41e7-b82f-36ea58686268 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:15.526036 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:15.528121 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-803c752a-eef0-4c28-9a19-e2768ff1b529 req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.60 "DELETE /v2.0/ports/5da3eb84-bf8d-41e7-b82f-36ea58686268 HTTP/1.1" status: 204 len: 173 time: 1.0556374 Jun 07 13:46:15.528647 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'name': 'network-vif-deleted', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:15.530971 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14251139-a645-4983-b288-f1fa8e8be912" -d '{"events": [{"server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "name": "network-vif-deleted", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:15.542392 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 5da3eb84-bf8d-41e7-b82f-36ea58686268 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:15.558094 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12825858-1214-4daf-a14c-9285410419b5 req-62c7355d-90ff-4316-b281-05bfc82090c7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:15.565463 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-12825858-1214-4daf-a14c-9285410419b5 req-62c7355d-90ff-4316-b281-05bfc82090c7 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.2220974 Jun 07 13:46:15.580332 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-d3193385-931d-44d5-aa71-c77480be253a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2063313 Jun 07 13:46:15.601567 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 5da3eb84-bf8d-41e7-b82f-36ea58686268 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:15.602540 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 5da3eb84-bf8d-41e7-b82f-36ea58686268 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:15.614733 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-12825858-1214-4daf-a14c-9285410419b5 req-e0f4e1d9-efa0-43ef-b213-e75f0e051c99 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476787 Jun 07 13:46:15.670183 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce203773-e600-45a8-a919-0bfe58183d43 x-openstack-request-id: req-ce203773-e600-45a8-a919-0bfe58183d43 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:15.670581 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4af6b4-d60c-4f7b-81b0-aa945ddeb702", "name": "network-vif-deleted", "tag": "5da3eb84-bf8d-41e7-b82f-36ea58686268", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:15.670954 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce203773-e600-45a8-a919-0bfe58183d43 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:15.671583 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4af6b4-d60c-4f7b-81b0-aa945ddeb702', 'name': 'network-vif-deleted', 'tag': '5da3eb84-bf8d-41e7-b82f-36ea58686268', 'status': 'completed', 'code': 200} Jun 07 13:46:16.420781 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fce01f43-97cf-49f1-a222-d2ba73f13a62 req-e505c388-9c57-4197-9056-e92390e34d84 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4af6b4-d60c-4f7b-81b0-aa945ddeb702 HTTP/1.1" status: 200 len: 210 time: 0.0898094 Jun 07 13:46:16.822392 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d19f93-b387-40ed-875d-a703ed041885 req-cc00ebe0-fb37-4b5b-b527-15da05654086 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:16.823824 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d19f93-b387-40ed-875d-a703ed041885 req-cc00ebe0-fb37-4b5b-b527-15da05654086 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0822051 Jun 07 13:46:16.872218 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-11d19f93-b387-40ed-875d-a703ed041885 req-70a2b4f1-4fc1-414b-bf52-53b27d6f7de4 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Jun 07 13:46:17.011418 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-fc8ebec1-46fd-44af-aa34-ae5b74e61df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:17.012872 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-fc8ebec1-46fd-44af-aa34-ae5b74e61df3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905&tenant_id=88ceb231770e44b38d2ed96cbf9e136e HTTP/1.1" status: 200 len: 1096 time: 0.0845323 Jun 07 13:46:17.122176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-a861ef95-a5da-4ed3-ab56-0bc55e538332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:17.123638 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-a861ef95-a5da-4ed3-ab56-0bc55e538332 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1096 time: 0.0835772 Jun 07 13:46:17.265530 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-f0021b27-369b-498a-b4a3-6bf9fe45e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:17.267003 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-f0021b27-369b-498a-b4a3-6bf9fe45e0bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.1346900 Jun 07 13:46:17.380737 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-88ddd37c-b20f-4207-97c7-4a192d724f44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 200 len: 998 time: 0.1021554 Jun 07 13:46:17.450697 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-69627caa-af18-494b-85d6-0baf1c85a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:17.452157 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-69627caa-af18-494b-85d6-0baf1c85a727 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.0619071 Jun 07 13:46:17.562003 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-ba3722f4-0a60-4c18-89b5-987b62ab02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:17.564915 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-ba3722f4-0a60-4c18-89b5-987b62ab02f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996735 Jun 07 13:46:17.728742 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-b57b5557-6721-4b74-980e-e0f1a2f6dd9b service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551957 Jun 07 13:46:17.887439 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-75ba5768-22bf-4c6c-8c09-bdc40e5857e0 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492701 Jun 07 13:46:18.106172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49287013-8cf3-4090-b2aa-7910b2fc1483 req-afcee6b8-7d54-4cfb-af32-6a053b555d85 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:18.111932 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49287013-8cf3-4090-b2aa-7910b2fc1483 req-afcee6b8-7d54-4cfb-af32-6a053b555d85 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1060042 Jun 07 13:46:18.173579 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 49972) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:18.191210 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-49287013-8cf3-4090-b2aa-7910b2fc1483 req-9c693723-1bcd-4f47-8356-39f1de6db55b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745587 Jun 07 13:46:18.838346 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:19.416650 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Deleting port fcb02511-9335-4781-bee2-af7a65a3feb4 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:19.417364 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:19.421356 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58279667-5144-42da-acd2-fe52e8507f40 req-48f8cb95-6a1c-4502-868c-fe02aaf52cc6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:19.425594 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-58279667-5144-42da-acd2-fe52e8507f40 req-48f8cb95-6a1c-4502-868c-fe02aaf52cc6 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1080956 Jun 07 13:46:19.479465 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-58279667-5144-42da-acd2-fe52e8507f40 req-a4a3c7be-8d3f-4afd-a988-bd5d29f9cfc8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476704 Jun 07 13:46:19.575180 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] For port fcb02511-9335-4781-bee2-af7a65a3feb4, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=fcb02511-9335-4781-bee2-af7a65a3feb4,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:19.575577 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:19.711911 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Calling delete_port for fcb02511-9335-4781-bee2-af7a65a3feb4 owned by network:router_interface {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:20.138767 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.142236 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6b3b978a-bb3f-485b-9b35-924477a0dede tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:20.188162 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb02511-9335-4781-bee2-af7a65a3feb4,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:20.229987 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.230397 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.230709 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.231063 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.231411 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.231760 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.232106 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.232489 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.232787 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.233130 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.233489 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.233833 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:46:20.242363 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:20.513931 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.863669 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b0800-de70-4dfe-b34a-19909cdd630a req-c5e96d15-a7ba-4d0d-94cd-c463f6fdc7da tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:20.865153 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0a6b0800-de70-4dfe-b34a-19909cdd630a req-c5e96d15-a7ba-4d0d-94cd-c463f6fdc7da tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.2463729 Jun 07 13:46:20.983861 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0a6b0800-de70-4dfe-b34a-19909cdd630a req-e1d75658-c2e6-48e7-9a45-20cdaffff09a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077490 Jun 07 13:46:21.050818 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Router ae8beca1-58e4-4523-bb3d-1cce71964174 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:46:21.261110 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:46:21.268990 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] 10.222.0.44 "PUT /v2.0/routers/ae8beca1-58e4-4523-bb3d-1cce71964174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0933867 Jun 07 13:46:21.269708 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50018) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:21.273325 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] Sync routers for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:46:21.294063 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:21.295206 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:21.571996 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:21.580787 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks [] for router, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.854830 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.951464 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:46:20Z', 'revision_number': 5, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port': {'id': '2ab96dff-ceef-43ab-aa65-db383f56acf0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:45Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:21.962582 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] Checking router: ae8beca1-58e4-4523-bb3d-1cce71964174 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:46:21.966329 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Deleting port 2ab96dff-ceef-43ab-aa65-db383f56acf0 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:21.966682 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.976323 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] Routers {'ae8beca1-58e4-4523-bb3d-1cce71964174'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:21.976980 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['ae8beca1-58e4-4523-bb3d-1cce71964174'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:22.106445 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] For port 2ab96dff-ceef-43ab-aa65-db383f56acf0, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2ab96dff-ceef-43ab-aa65-db383f56acf0,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:22.106808 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.218846 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] Set router ae8beca1-58e4-4523-bb3d-1cce71964174 gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:22.247890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e932911-c512-40f7-ade3-d8bc9390d808 req-8ee3ae73-b189-4126-958f-84dff3d79011 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:22.256685 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e932911-c512-40f7-ade3-d8bc9390d808 req-8ee3ae73-b189-4126-958f-84dff3d79011 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1159461 Jun 07 13:46:22.289888 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Calling delete_port for 2ab96dff-ceef-43ab-aa65-db383f56acf0 owned by network:router_gateway {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:22.344771 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9e932911-c512-40f7-ade3-d8bc9390d808 req-97b07fdc-9f53-4b6d-8656-adc6a999aa73 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869310 Jun 07 13:46:22.411857 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:46:21Z', 'revision_number': 6, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:22.417495 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee4cd4-45c8-4cf6-8353-3747ee0dec23 None None] The sync data for ids ['ae8beca1-58e4-4523-bb3d-1cce71964174'] in dv-cinder-785362-2-iscsi is: [{'id': 'ae8beca1-58e4-4523-bb3d-1cce71964174', 'name': 'tempest-TestMinimumBasicScenario-698931648-router', 'tenant_id': '93e1ec2b601f42859a571bbd257b763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:44Z', 'updated_at': '2021-06-07T13:46:21Z', 'revision_number': 6, 'project_id': '93e1ec2b601f42859a571bbd257b763b', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:46:22.514920 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.519012 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-140da20f-48ed-4cd2-a5bb-e837eb5c1d9b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:22.566315 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab96dff-ceef-43ab-aa65-db383f56acf0,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:22.570025 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:22.666014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.880489 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.886494 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.033628 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.034433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae8beca1-58e4-4523-bb3d-1cce71964174 {{(pid=92944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:46:23.040251 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.044179 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50030) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:23.058081 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] 10.222.0.44 "DELETE /v2.0/routers/ae8beca1-58e4-4523-bb3d-1cce71964174 HTTP/1.1" status: 204 len: 168 time: 1.7872190 Jun 07 13:46:23.110534 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Deleting subnet f13b5b4e-c19a-4481-ac17-d0bf481def2f {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:46:23.113649 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.167535 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.399179 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.560252 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.578867 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:23.590741 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b250bf-6135-4d47-bb11-7128154c68d6 req-1dff56a0-79d0-4006-a7ad-91951b776116 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:23.593505 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6b250bf-6135-4d47-bb11-7128154c68d6 req-1dff56a0-79d0-4006-a7ad-91951b776116 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1095402 Jun 07 13:46:23.613851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13b5b4e-c19a-4481-ac17-d0bf481def2f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:23.618370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:23.621560 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.626523 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-bb110c7c-3617-4bc4-b95b-166482b40ca0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f13b5b4e-c19a-4481-ac17-d0bf481def2f HTTP/1.1" status: 204 len: 168 time: 0.5782542 Jun 07 13:46:23.627207 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50036) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:23.642609 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a518c-ac40-4baf-a61a-f86351d89c60 None None] Network f4bfa405-9c28-48c4-b44d-2e7300880903 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:46:23.716880 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c6b250bf-6135-4d47-bb11-7128154c68d6 req-263c417d-96fe-4b34-b292-37cceb1be410 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185961 Jun 07 13:46:23.807489 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.892800 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Deleting port d7ded285-8cf5-42d5-854d-8679c615fdb8 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:23.893440 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.018853 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] For port d7ded285-8cf5-42d5-854d-8679c615fdb8, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=d7ded285-8cf5-42d5-854d-8679c615fdb8,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:24.019212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.022705 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] DHCP port deletion for f4bfa405-9c28-48c4-b44d-2e7300880903 request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:46:24.100354 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Deleting port d7ded285-8cf5-42d5-854d-8679c615fdb8 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:24.101041 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.147829 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Calling delete_port for d7ded285-8cf5-42d5-854d-8679c615fdb8 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:24.204454 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.208234 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] For port d7ded285-8cf5-42d5-854d-8679c615fdb8, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=d7ded285-8cf5-42d5-854d-8679c615fdb8,segment=NetworkSegment(2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc),segment_id=2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:24.209145 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.212452 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e30eb88d-582d-48dd-a878-f9e1dff332c4 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:24.274613 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ded285-8cf5-42d5-854d-8679c615fdb8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:24.280736 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:24.281944 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] No DVR routers for this DVR port d7ded285-8cf5-42d5-854d-8679c615fdb8 on host dv-cinder-785362-2-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:24.341161 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Calling delete_port for d7ded285-8cf5-42d5-854d-8679c615fdb8 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:24.428324 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.454848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bfa405-9c28-48c4-b44d-2e7300880903']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:24.485758 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:24.486298 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7f6b21-507c-4ba2-ac6b-a20f7be0cccc') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:24.519818 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.523795 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.533287 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:24.556124 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.568067 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] No DVR routers for this DVR port d7ded285-8cf5-42d5-854d-8679c615fdb8 on host dv-cinder-785362-2-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:24.574759 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:46:24.575223 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.578613 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device d7ded285-8cf5-42d5-854d-8679c615fdb8 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:46:24.591728 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:46:24.620287 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Pushing event deleted for resources: {'Port': ['ID=d7ded285-8cf5-42d5-854d-8679c615fdb8,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:24.624428 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:24.624428 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: d7ded285-8cf5-42d5-854d-8679c615fdb8 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:24.624428 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device d7ded285-8cf5-42d5-854d-8679c615fdb8 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:24.624783 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2ab96dff-ceef-43ab-aa65-db383f56acf0 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:24.684119 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 2ab96dff-ceef-43ab-aa65-db383f56acf0 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:24.684760 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2ab96dff-ceef-43ab-aa65-db383f56acf0 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:24.684858 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fcb02511-9335-4781-bee2-af7a65a3feb4 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:24.726178 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.741954 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:24.744089 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f4bfa405-9c28-48c4-b44d-2e7300880903 HTTP/1.1" status: 204 len: 168 time: 1.1159098 Jun 07 13:46:24.744964 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7f0a65f9-8aa5-428c-a4f4-ebc0ac8ff73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:24.747311 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50042) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:24.750338 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: fcb02511-9335-4781-bee2-af7a65a3feb4 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:24.750707 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fcb02511-9335-4781-bee2-af7a65a3feb4 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:24.794365 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bfa405-9c28-48c4-b44d-2e7300880903,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:24.802401 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:24.980555 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bce6fe-b0c6-4d48-891e-efc8d84507c8 req-e7fc5ecb-6690-4105-94b8-38ac00a74d0b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:24.982089 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3bce6fe-b0c6-4d48-891e-efc8d84507c8 req-e7fc5ecb-6690-4105-94b8-38ac00a74d0b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1128137 Jun 07 13:46:25.041532 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a3bce6fe-b0c6-4d48-891e-efc8d84507c8 req-ce578c3b-783b-48dc-8658-6e748fece664 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502131 Jun 07 13:46:25.480252 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:25.717091 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:46:25.941593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Deleting port fe82c5b0-7774-4c36-9446-62f280f145d0 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:25.942815 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:26.068607 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] For port fe82c5b0-7774-4c36-9446-62f280f145d0, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=fe82c5b0-7774-4c36-9446-62f280f145d0,segment=NetworkSegment(c581661c-6a9c-4ab9-b429-7106730edaa9),segment_id=c581661c-6a9c-4ab9-b429-7106730edaa9)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:26.069107 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:26.216048 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Calling delete_port for fe82c5b0-7774-4c36-9446-62f280f145d0 owned by network:router_interface {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:26.338218 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600efc7d-b431-4150-b664-91e8ef4b74ff req-f39e34cb-38b2-4e5e-ae0d-d14692857e62 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:26.340023 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-600efc7d-b431-4150-b664-91e8ef4b74ff req-f39e34cb-38b2-4e5e-ae0d-d14692857e62 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1316950 Jun 07 13:46:26.401026 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-600efc7d-b431-4150-b664-91e8ef4b74ff req-e09a0b72-4a40-4655-931a-24420ff40281 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530000 Jun 07 13:46:26.506476 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:26.510246 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-cbd5bba6-d91a-4b95-9436-7b7066ef4650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:26.666482 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe82c5b0-7774-4c36-9446-62f280f145d0,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:26.698365 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:26.972124 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:27.364945 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:46:27.580633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:46:27.592948 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] Sync routers for ids ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:46:27.598302 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/4c7538ef-379b-48fd-aac4-9aac3d5737f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8496554 Jun 07 13:46:27.601008 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50062) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:27.605668 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] Routers {'4c7538ef-379b-48fd-aac4-9aac3d5737f9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:27.607157 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:27.787966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7e64b-409f-46cd-99fb-52dd4c0bc8f2 req-d3aa2356-03e2-41dc-9179-212da9e9dbf5 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:27.790646 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-57c7e64b-409f-46cd-99fb-52dd4c0bc8f2 req-d3aa2356-03e2-41dc-9179-212da9e9dbf5 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.2405345 Jun 07 13:46:27.822104 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:27.834031 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] Set router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:28.066728 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-57c7e64b-409f-46cd-99fb-52dd4c0bc8f2 req-3cb421ec-7228-4dda-b299-164433f5a025 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638009 Jun 07 13:46:28.187867 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:46:26Z', 'revision_number': 5, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port': {'id': 'f18aa4dc-6281-46f1-a40e-b997f08260b9', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:28.198676 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] Checking router: 4c7538ef-379b-48fd-aac4-9aac3d5737f9 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:46:28.200431 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:28.207260 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] Routers {'4c7538ef-379b-48fd-aac4-9aac3d5737f9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:28.208906 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:28.285218 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Deleting port f18aa4dc-6281-46f1-a40e-b997f08260b9 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:28.285682 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:28.462870 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] Set router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 gateway port host: None {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:28.487085 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] For port f18aa4dc-6281-46f1-a40e-b997f08260b9, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=f18aa4dc-6281-46f1-a40e-b997f08260b9,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:28.487447 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:28.602077 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:46:28Z', 'revision_number': 6, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:28.607123 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f386d98-ddf3-4fe2-bef8-1d44923b723b None None] The sync data for ids ['4c7538ef-379b-48fd-aac4-9aac3d5737f9'] in dv-cinder-785362-2-iscsi is: [{'id': '4c7538ef-379b-48fd-aac4-9aac3d5737f9', 'name': 'tempest-TestMinimumBasicScenario-1351514644-router', 'tenant_id': '4704beaff95b47699170e303bbb3e115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:53Z', 'updated_at': '2021-06-07T13:46:28Z', 'revision_number': 6, 'project_id': '4704beaff95b47699170e303bbb3e115', 'gw_port_host': None}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:46:28.656811 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Calling delete_port for f18aa4dc-6281-46f1-a40e-b997f08260b9 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:28.836389 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:28.840388 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:28.888238 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18aa4dc-6281-46f1-a40e-b997f08260b9,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:28.892703 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:28.992936 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.184883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.187101 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.217664 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.218164 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7538ef-379b-48fd-aac4-9aac3d5737f9 {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:46:29.222455 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.225988 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4c7538ef-379b-48fd-aac4-9aac3d5737f9 HTTP/1.1" status: 204 len: 168 time: 1.6233304 Jun 07 13:46:29.226863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50074) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:29.304515 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Deleting subnet 3df7228e-0f11-45af-8f0a-772fb42ce781 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:46:29.305954 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6e3fa-736c-412e-9ece-e6b215ba222a req-c54c6b75-14bb-41ca-87d4-1db3bff74a1b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:29.307415 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cbb6e3fa-736c-412e-9ece-e6b215ba222a req-c54c6b75-14bb-41ca-87d4-1db3bff74a1b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1090474 Jun 07 13:46:29.310064 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.366170 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cbb6e3fa-736c-412e-9ece-e6b215ba222a req-a1d57bf6-71a9-41a3-8ec6-07925491d875 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523553 Jun 07 13:46:29.366425 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.457451 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.533903 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.539818 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:29.584687 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.590442 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50078) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:29.590666 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3df7228e-0f11-45af-8f0a-772fb42ce781 HTTP/1.1" status: 204 len: 168 time: 0.3622739 Jun 07 13:46:29.591534 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df7228e-0f11-45af-8f0a-772fb42ce781,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:29.594765 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:29.602459 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71d99d-92fc-4701-938f-3bf14b9f105f None None] Network e98c3c12-63e3-4296-9cd9-b87756bf17d3 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:46:29.737026 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.832159 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Deleting port 33610998-ba47-46ec-bf77-bcf589275f60 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:29.832159 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.914645 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] DHCP port deletion for e98c3c12-63e3-4296-9cd9-b87756bf17d3 request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:46:29.938739 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] For port 33610998-ba47-46ec-bf77-bcf589275f60, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=33610998-ba47-46ec-bf77-bcf589275f60,segment=NetworkSegment(c581661c-6a9c-4ab9-b429-7106730edaa9),segment_id=c581661c-6a9c-4ab9-b429-7106730edaa9)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:29.939096 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.994552 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Deleting port 33610998-ba47-46ec-bf77-bcf589275f60 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:29.994836 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.095713 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] For port 33610998-ba47-46ec-bf77-bcf589275f60, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=33610998-ba47-46ec-bf77-bcf589275f60,segment=NetworkSegment(c581661c-6a9c-4ab9-b429-7106730edaa9),segment_id=c581661c-6a9c-4ab9-b429-7106730edaa9)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:30.096116 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.177605 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Calling delete_port for 33610998-ba47-46ec-bf77-bcf589275f60 owned by network:dhcp {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:30.226761 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.229295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Calling delete_port for 33610998-ba47-46ec-bf77-bcf589275f60 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:30.231593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-27363e2d-7ca2-400f-be01-f397169f0049 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:30.273687 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.275902 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Pushing event deleted for resources: {'Port': ['ID=33610998-ba47-46ec-bf77-bcf589275f60,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:30.278080 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] No DVR routers for this DVR port 33610998-ba47-46ec-bf77-bcf589275f60 on host dv-cinder-785362-2-iscsi {{(pid=92944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:30.279102 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:30.280079 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:30.341185 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] No DVR routers for this DVR port 33610998-ba47-46ec-bf77-bcf589275f60 on host dv-cinder-785362-2-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:30.343144 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Pushing event deleted for resources: {'Port': ['ID=33610998-ba47-46ec-bf77-bcf589275f60,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:30.345093 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:30.430368 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.448408 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98c3c12-63e3-4296-9cd9-b87756bf17d3']}} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:30.464193 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c581661c-6a9c-4ab9-b429-7106730edaa9') {'for_net_delete': True} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:30.464551 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.services.segments.db [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c581661c-6a9c-4ab9-b429-7106730edaa9') {} {{(pid=92944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:30.477581 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31867938'] for segment, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.499673 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.507201 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=92944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:46:30.507201 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31847613'] for segment, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: Traceback (most recent call last): Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: timer() Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: cb(*args, **kw) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: return func(*args, **kwargs) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: self._notify() Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: self.callback(batched_events) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: event.method(event) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: return f(self, *a, **k) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._get(url).json() Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: return self.request(url, 'GET', **kwargs) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:46:30.520538 dv-cinder-785362-2-iscsi neutron-server[92944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:46:30.534609 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device f18aa4dc-6281-46f1-a40e-b997f08260b9 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:30.571449 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bade3d-b0cb-422e-9daa-2c8e95fece98 req-91539578-ab7f-4a5b-acec-bf3f90d98043 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:30.573245 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6bade3d-b0cb-422e-9daa-2c8e95fece98 req-91539578-ab7f-4a5b-acec-bf3f90d98043 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0922112 Jun 07 13:46:30.574791 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: f18aa4dc-6281-46f1-a40e-b997f08260b9 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:30.575243 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device f18aa4dc-6281-46f1-a40e-b997f08260b9 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:30.575735 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 33610998-ba47-46ec-bf77-bcf589275f60 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:30.597766 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.602724 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:30.610031 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 33610998-ba47-46ec-bf77-bcf589275f60 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:30.610529 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 33610998-ba47-46ec-bf77-bcf589275f60 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:30.611002 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fe82c5b0-7774-4c36-9446-62f280f145d0 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:30.617527 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.621649 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] 10.222.0.44 "DELETE /v2.0/networks/e98c3c12-63e3-4296-9cd9-b87756bf17d3 HTTP/1.1" status: 204 len: 168 time: 1.0271738 Jun 07 13:46:30.624437 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c6bade3d-b0cb-422e-9daa-2c8e95fece98 req-2c3558e0-9b30-4bb6-9f88-e9d26ee4c852 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447922 Jun 07 13:46:30.631327 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Pushing event deleted for resources: {'Network': ['ID=e98c3c12-63e3-4296-9cd9-b87756bf17d3,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:30.641317 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:30.648863 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: fe82c5b0-7774-4c36-9446-62f280f145d0 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:30.649389 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device fe82c5b0-7774-4c36-9446-62f280f145d0 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:30.840350 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50088) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:30.903718 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cfc0197f-75f0-404a-a086-9e1edeab916a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93e1ec2b601f42859a571bbd257b763b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528488 Jun 07 13:46:30.905879 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50090) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:30.968709 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.995407 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:31.049516 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:31.052043 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:31.053459 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a0b0b55-1e4c-4b1b-8aac-4833d23455e3 HTTP/1.1" status: 204 len: 168 time: 0.1466823 Jun 07 13:46:31.054203 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-84ec6885-24c3-4d97-ad2a-85a51ce8b005 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:31.063585 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b0b55-1e4c-4b1b-8aac-4833d23455e3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:31.066230 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:31.415485 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50106) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:31.578649 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-59e62892-c128-47a8-aada-6f46b846bd13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4704beaff95b47699170e303bbb3e115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617639 Jun 07 13:46:31.580894 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50112) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:31.642928 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74cd1c28-4c61-4dee-b677-4777693efa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:31.669647 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74cd1c28-4c61-4dee-b677-4777693efa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:31.727049 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74cd1c28-4c61-4dee-b677-4777693efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:31.729719 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-74cd1c28-4c61-4dee-b677-4777693efa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:31.733169 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-74cd1c28-4c61-4dee-b677-4777693efa43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d61a489-1519-4c32-8e32-03067394aa99 HTTP/1.1" status: 204 len: 168 time: 0.1491535 Jun 07 13:46:31.733169 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e39d1245-8e1b-4368-8470-ca27c671c2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:31.747154 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd1c28-4c61-4dee-b677-4777693efa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61a489-1519-4c32-8e32-03067394aa99,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:31.750397 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-74cd1c28-4c61-4dee-b677-4777693efa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:31.872523 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a14d1-c249-4767-96a6-9374644af694 req-db4aefd1-6cdc-4326-8e46-a3b9036300d9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:31.874021 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0a6a14d1-c249-4767-96a6-9374644af694 req-db4aefd1-6cdc-4326-8e46-a3b9036300d9 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.1115670 Jun 07 13:46:31.920252 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0a6a14d1-c249-4767-96a6-9374644af694 req-91fd5742-ab4a-4f6c-a0c2-289736011585 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 Jun 07 13:46:33.126911 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1891c-51da-4cbf-8866-d0fd11d4855f req-0b9b5d1e-840e-41ff-adfd-1c5db73af2da tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:33.128408 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-07d1891c-51da-4cbf-8866-d0fd11d4855f req-0b9b5d1e-840e-41ff-adfd-1c5db73af2da tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 943 time: 0.0929308 Jun 07 13:46:33.180108 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-07d1891c-51da-4cbf-8866-d0fd11d4855f req-0a361949-0f6b-43c8-9593-40f62f173741 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Jun 07 13:46:33.381697 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:46:33.519509 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:33.547829 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'port_id': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'mac_address': 'fa:16:3e:d3:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:46:33.629261 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-abdcfc46-f423-4669-b74d-7bb5787eae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:33.631182 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:33.648862 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:46:33.665201 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:33.668793 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:33.670500 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-921ef400-bbd9-4ff7-bb1f-1874a9fa764b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:33.736984 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=9']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:33.740272 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:34.024192 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:46:34.403227 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f05f7-f3b8-48d5-99ba-70cc9d1403b8 req-8522f8d3-4aa6-4211-85ad-a030840536d2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:34.404918 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db8f05f7-f3b8-48d5-99ba-70cc9d1403b8 req-8522f8d3-4aa6-4211-85ad-a030840536d2 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.0941515 Jun 07 13:46:34.464479 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-db8f05f7-f3b8-48d5-99ba-70cc9d1403b8 req-13877955-94d6-4e1e-b3c7-8be231fc2115 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537336 Jun 07 13:46:35.002485 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca238d-297b-45a6-b1f9-7699a1110f98 req-f161ba4d-7bf8-4834-971a-abdcf21a9277 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:35.003952 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e9ca238d-297b-45a6-b1f9-7699a1110f98 req-f161ba4d-7bf8-4834-971a-abdcf21a9277 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0882359 Jun 07 13:46:35.048041 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e9ca238d-297b-45a6-b1f9-7699a1110f98 req-498b2a42-eb10-4c7d-964c-340a85758949 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382767 Jun 07 13:46:35.383582 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:46:35.481058 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:46:35.481434 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:35.597072 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:35.623573 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:35.625833 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670d6e21-f91e-4cf6-9902-ccdb7d99cf80" -d '{"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:35.634063 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:35.638926 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:35.641716 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-0ed8328c-eb6b-45b0-bcb7-44d8773893a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:35.659812 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018e4b-719e-4dad-b656-2cc8dedb216d req-2d93ffd3-36c8-41a1-bd02-63acbdc53317 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:35.661837 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-06018e4b-719e-4dad-b656-2cc8dedb216d req-2d93ffd3-36c8-41a1-bd02-63acbdc53317 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 944 time: 0.0842724 Jun 07 13:46:35.677985 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec0b150-4374-4f56-8a22-dc6c53f43c03 x-openstack-request-id: req-3ec0b150-4374-4f56-8a22-dc6c53f43c03 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:35.678279 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:35.678533 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ec0b150-4374-4f56-8a22-dc6c53f43c03 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:35.678909 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'code': 200} Jun 07 13:46:35.711074 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-06018e4b-719e-4dad-b656-2cc8dedb216d req-928f0cfc-c833-40d5-9779-6f37938e22c0 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Jun 07 13:46:35.722318 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=10']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:35.725724 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:35.934872 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879a57f-dfbe-43d0-a1b8-ce7cb153537c req-649f8d1e-b460-4bda-9a62-5d282345f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:35.936248 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7879a57f-dfbe-43d0-a1b8-ce7cb153537c req-649f8d1e-b460-4bda-9a62-5d282345f4f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1099 time: 0.0775673 Jun 07 13:46:35.978875 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7879a57f-dfbe-43d0-a1b8-ce7cb153537c req-de915959-4264-4f52-953a-e6742955b7a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342126 Jun 07 13:46:36.253502 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36ad7a-cab6-465f-94e0-80902df33fca req-250ed540-9d2a-4afd-993a-ee51fcfbcdd2 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:36.253502 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4b36ad7a-cab6-465f-94e0-80902df33fca req-250ed540-9d2a-4afd-993a-ee51fcfbcdd2 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0887260 Jun 07 13:46:36.294439 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4b36ad7a-cab6-465f-94e0-80902df33fca req-49f4d7f5-8fe9-4f4e-bc5a-cc97da4f901c tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 Jun 07 13:46:36.549883 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:36.914217 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeca659-3d8c-4b8c-8a8c-27efbf450680 req-5b5c3806-980e-4c12-ab51-6c70870fbdb3 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:36.915934 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-daeca659-3d8c-4b8c-8a8c-27efbf450680 req-5b5c3806-980e-4c12-ab51-6c70870fbdb3 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 946 time: 0.0863283 Jun 07 13:46:36.969263 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-daeca659-3d8c-4b8c-8a8c-27efbf450680 req-00cbbf81-5d31-4026-962f-946384e8039b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466504 Jun 07 13:46:37.194305 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1ba07843-c5dc-44e4-9acc-cb982cd71dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:37.467399 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-3f176b31-c9d7-4cac-8a62-2ac348a2eba7 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:37.469131 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-3f176b31-c9d7-4cac-8a62-2ac348a2eba7 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 945 time: 0.1031814 Jun 07 13:46:37.491138 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa150-bfbe-44d5-9742-418334272846 req-2e333dd7-9403-4d0d-93cd-81e7578b2b2b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:37.492640 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f34aa150-bfbe-44d5-9742-418334272846 req-2e333dd7-9403-4d0d-93cd-81e7578b2b2b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0864158 Jun 07 13:46:37.548010 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f34aa150-bfbe-44d5-9742-418334272846 req-b9abe289-1beb-46f2-8050-8f40f086761b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups?id=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495284 Jun 07 13:46:37.623295 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Deleting port 55eed98c-9d21-4991-89ee-116173e7a84d {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:37.623638 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:37.760692 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] For port 55eed98c-9d21-4991-89ee-116173e7a84d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=55eed98c-9d21-4991-89ee-116173e7a84d,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:37.761046 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:38.056813 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:38.057612 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:38.057612 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Floating IP fc089032-821a-4eec-af8a-993407511da3 disassociated. External IP: 172.27.0.133, port: 55eed98c-9d21-4991-89ee-116173e7a84d. Jun 07 13:46:38.057977 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Calling delete_port for 55eed98c-9d21-4991-89ee-116173e7a84d owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:38.235121 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:38.257275 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fc58-f81f-4caf-af97-f9d08b5dba0c req-dcacb22f-39a0-416c-8c3f-6542b2e00d3b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:38.259103 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff46fc58-f81f-4caf-af97-f9d08b5dba0c req-dcacb22f-39a0-416c-8c3f-6542b2e00d3b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 946 time: 0.1733365 Jun 07 13:46:38.260721 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:38.266784 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:38.331060 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event deleted for resources: {'Port': ['ID=55eed98c-9d21-4991-89ee-116173e7a84d,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:38.337810 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:38.447636 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ff46fc58-f81f-4caf-af97-f9d08b5dba0c req-de52e468-4a70-4768-b102-0fbc8f2d05eb tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467521 Jun 07 13:46:38.672276 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Router 7ed6214a-f010-45a9-86f0-e62fe4f6143f has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:46:38.700220 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-81586601-7402-47ef-af4a-a2a647077816 req-90c56cff-40e1-4f22-8f86-6d7c633d1174 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/ports?device_id=465e0452-20ca-47e0-8d63-7cb88494ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0481408 Jun 07 13:46:38.866155 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:46:38.877009 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] Sync routers for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:46:38.887003 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:38.887660 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:38.943425 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] No DVR routers for this DVR port 55eed98c-9d21-4991-89ee-116173e7a84d on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:38.945947 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:38.947967 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2474a64b-1f4f-42dd-85f9-6cfd04aa88f6 req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.60 "DELETE /v2.0/ports/55eed98c-9d21-4991-89ee-116173e7a84d HTTP/1.1" status: 204 len: 173 time: 1.4697051 Jun 07 13:46:38.948493 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'name': 'network-vif-deleted', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:38.950796 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b98cfba-d88b-4283-90ab-c749f16a718d" -d '{"events": [{"server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "name": "network-vif-deleted", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:38.996494 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860f506e-7bfb-47ee-a8f7-a0941b6373fe x-openstack-request-id: req-860f506e-7bfb-47ee-a8f7-a0941b6373fe {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:38.996823 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e0452-20ca-47e0-8d63-7cb88494ddb1", "name": "network-vif-deleted", "tag": "55eed98c-9d21-4991-89ee-116173e7a84d", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:38.997109 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-860f506e-7bfb-47ee-a8f7-a0941b6373fe {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:38.997551 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e0452-20ca-47e0-8d63-7cb88494ddb1', 'name': 'network-vif-deleted', 'tag': '55eed98c-9d21-4991-89ee-116173e7a84d', 'status': 'completed', 'code': 200} Jun 07 13:46:39.078462 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:39.391588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:39.395543 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] Checking router: 7ed6214a-f010-45a9-86f0-e62fe4f6143f for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:46:39.403833 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:39.404437 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:39.461210 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 55eed98c-9d21-4991-89ee-116173e7a84d no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:39.508381 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 55eed98c-9d21-4991-89ee-116173e7a84d {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:39.508497 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 55eed98c-9d21-4991-89ee-116173e7a84d not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:39.644630 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:39.730822 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:39.845648 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50244) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:39.867090 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-0d8ccb54-6b4c-4eee-9343-952e752fb5c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768538 Jun 07 13:46:39.929982 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:39.967316 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:39.981927 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-c123aeea-a91d-48ca-a42c-03a3e5e638af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:39.983739 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-c123aeea-a91d-48ca-a42c-03a3e5e638af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 1099 time: 0.0929346 Jun 07 13:46:40.015863 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:40.021150 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc1755-e28e-4823-a3b0-29c3f15dc32e None None] The sync data for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi is: [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:38:48Z', 'revision_number': 4, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '21d6ba48-a49c-41e7-a208-52e4bc5e62e2', 'name': '', 'network_id': '8a4574f7-5011-4471-92b2-f09683ce30d3', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:42Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'subnets': [{'id': '0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:46:40.033679 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:40.036696 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:40.040223 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "DELETE /v2.0/security-groups/691047aa-d7a0-48b6-aa3a-5e8bf0645ec5 HTTP/1.1" status: 204 len: 168 time: 0.1907315 Jun 07 13:46:40.040223 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-83328574-7710-4d82-9fa1-f00b03564d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:40.040868 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50246) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:40.050353 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691047aa-d7a0-48b6-aa3a-5e8bf0645ec5,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:40.053204 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:40.073012 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.api.v2.resource [None req-56068f49-a8c4-4264-a687-486e1c0f6c46 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] show failed (client error): The resource could not be found. Jun 07 13:46:40.074067 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-56068f49-a8c4-4264-a687-486e1c0f6c46 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "GET /v2.0/security-groups/691047aa-d7a0-48b6-aa3a-5e8bf0645ec5 HTTP/1.1" status: 404 len: 347 time: 0.0320833 Jun 07 13:46:40.076861 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50248) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:40.251082 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b757a56-0657-4819-8a79-f6fa4371de81 None None] New status for floating IP fc089032-821a-4eec-af8a-993407511da3: DOWN {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:46:40.351733 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-b54b0b87-7b32-4120-a737-9897ce7b3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:40.353179 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-b54b0b87-7b32-4120-a737-9897ce7b3ffe service neutron] 10.222.0.60 "GET /v2.0/networks?id=33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 200 len: 918 time: 0.3438778 Jun 07 13:46:40.460581 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Deleting port 8bd57ef3-19ed-4673-8faf-db4f7c3ef4ed {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:40.460929 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:40.477567 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-ed36d563-b161-429b-a8da-3d9c7ad72f96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 200 len: 1000 time: 0.1168387 Jun 07 13:46:40.615250 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-ab0fe85a-5f60-4c5d-b503-b4813fbb19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:40.616698 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-ab0fe85a-5f60-4c5d-b503-b4813fbb19b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 200 len: 856 time: 0.1323340 Jun 07 13:46:40.672554 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:40.672880 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:40.806106 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Calling delete_port for 8bd57ef3-19ed-4673-8faf-db4f7c3ef4ed owned by network:floatingip {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:40.840650 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-9bbf8ede-6e82-40af-9e00-3f47d29f8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:40.842161 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-9bbf8ede-6e82-40af-9e00-3f47d29f8cc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33385e9d-5ad4-4904-beb9-71e90c44a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2128487 Jun 07 13:46:41.155535 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-af14d50e-8529-4b03-94d5-50fa4ed0b60d service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045065 Jun 07 13:46:41.168399 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:41.174261 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-89d88459-f313-4041-9de7-807b750e2e60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:41.240629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Pushing event deleted for resources: {'Port': ['ID=8bd57ef3-19ed-4673-8faf-db4f7c3ef4ed,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:41.243599 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:41.418177 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks [] for floatingip, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:41.420394 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:41.421513 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] 10.222.0.44 "DELETE /v2.0/floatingips/fc089032-821a-4eec-af8a-993407511da3 HTTP/1.1" status: 204 len: 168 time: 1.3437490 Jun 07 13:46:41.427265 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8119c0cc-48a1-428c-9f03-f1fba9585218 req-65511015-cb20-43d0-ac92-491f0b222f61 service neutron] 10.222.0.60 "GET /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539861 Jun 07 13:46:42.342425 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50268) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:42.461927 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1097b4f9-e060-44e4-b1fb-5b02ebe89201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:42.576978 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1097b4f9-e060-44e4-b1fb-5b02ebe89201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:42.584272 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1097b4f9-e060-44e4-b1fb-5b02ebe89201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:42.591452 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-257f30bf-802a-4e18-a403-0f228600287b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:42.636714 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1097b4f9-e060-44e4-b1fb-5b02ebe89201 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f3b2cff991d4282922e6c1501b7471a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931066 Jun 07 13:46:42.637690 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097b4f9-e060-44e4-b1fb-5b02ebe89201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c0175-3e78-4e33-b657-cfef0767bedc,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:42.639435 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50272) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:42.644848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1097b4f9-e060-44e4-b1fb-5b02ebe89201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:42.709163 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:42.736060 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:42.794906 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:42.797929 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:42.801859 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d74c0175-3e78-4e33-b657-cfef0767bedc HTTP/1.1" status: 204 len: 168 time: 0.1585293 Jun 07 13:46:42.801859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6f71b991-1bba-40b6-aeca-543a5afc2676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:42.812613 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c0175-3e78-4e33-b657-cfef0767bedc,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:42.814906 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:44.600564 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:45.490235 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50300) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:46.323861 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:46.750794 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Deleting port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:46.751565 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:46.882198 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] For port 21d6ba48-a49c-41e7-a208-52e4bc5e62e2, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:46.882768 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:47.011989 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Calling delete_port for 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 owned by network:router_interface {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:47.175784 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:47.180285 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:47.250629 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=21d6ba48-a49c-41e7-a208-52e4bc5e62e2,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:47.264525 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:47.494917 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:47.985363 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Router 7ed6214a-f010-45a9-86f0-e62fe4f6143f has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:46:48.174081 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:46:48.180210 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] 10.222.0.44 "PUT /v2.0/routers/7ed6214a-f010-45a9-86f0-e62fe4f6143f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889234 Jun 07 13:46:48.182780 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50304) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:48.185029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] Sync routers for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:46:48.195616 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:48.196365 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:48.374699 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks [] for router, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:48.427090 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:48.563799 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:48.640418 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Deleting port 5c9a07b6-4cff-463d-a500-1129f3b3a437 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:48.640758 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:48.728374 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:46:47Z', 'revision_number': 5, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port': {'id': '5c9a07b6-4cff-463d-a500-1129f3b3a437', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:41:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:27Z', 'updated_at': '2021-06-07T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:48.732665 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] Checking router: 7ed6214a-f010-45a9-86f0-e62fe4f6143f for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:46:48.743802 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] Routers {'7ed6214a-f010-45a9-86f0-e62fe4f6143f'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:46:48.745009 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:46:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:48.775447 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] For port 5c9a07b6-4cff-463d-a500-1129f3b3a437, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=5c9a07b6-4cff-463d-a500-1129f3b3a437,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:48.775835 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:48.898814 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] Set router 7ed6214a-f010-45a9-86f0-e62fe4f6143f gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:46:48.908254 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Calling delete_port for 5c9a07b6-4cff-463d-a500-1129f3b3a437 owned by network:router_gateway {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:49.010623 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:46:48Z', 'revision_number': 6, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:49.014784 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d3833-085e-47ac-8165-f78c7ed48392 None None] The sync data for ids ['7ed6214a-f010-45a9-86f0-e62fe4f6143f'] in dv-cinder-785362-2-iscsi is: [{'id': '7ed6214a-f010-45a9-86f0-e62fe4f6143f', 'name': 'tempest-AttachVolumeTestJSON-1198320937-router', 'tenant_id': '842aa55b0fa64d05995bda4aad0f94c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:24Z', 'updated_at': '2021-06-07T13:46:48Z', 'revision_number': 6, 'project_id': '842aa55b0fa64d05995bda4aad0f94c1', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:46:49.063631 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.068886 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-14f47eeb-7df0-41ff-adb0-411f9aa3571b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:49.113357 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9a07b6-4cff-463d-a500-1129f3b3a437,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:49.116596 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:49.320281 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.499479 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.501815 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.525314 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.525868 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed6214a-f010-45a9-86f0-e62fe4f6143f {{(pid=92944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:46:49.530638 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.531786 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] 10.222.0.44 "DELETE /v2.0/routers/7ed6214a-f010-45a9-86f0-e62fe4f6143f HTTP/1.1" status: 204 len: 168 time: 1.3480854 Jun 07 13:46:49.534358 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50306) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:49.595060 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Deleting subnet 0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:46:49.597990 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.650922 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.734568 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.810667 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.814548 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:49.850383 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:49.853259 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:49.854384 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:49.859008 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ea4755e1-46b7-46b2-a6e1-7882c5b7b29f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0c6d2b67-b3cf-4d49-a19c-b5edc7e5ef6d HTTP/1.1" status: 204 len: 168 time: 0.3207605 Jun 07 13:46:49.859008 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50308) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:49.862357 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c0b0f-50eb-477e-9024-5057b3ac88ea None None] Network 8a4574f7-5011-4471-92b2-f09683ce30d3 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:46:49.967096 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.054910 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Deleting port 03368705-a932-4f9d-8050-3aebb1f94779 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:50.056623 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.137509 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] DHCP port deletion for 8a4574f7-5011-4471-92b2-f09683ce30d3 request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:46:50.159455 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] For port 03368705-a932-4f9d-8050-3aebb1f94779, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=03368705-a932-4f9d-8050-3aebb1f94779,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:50.159828 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.202017 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Deleting port 03368705-a932-4f9d-8050-3aebb1f94779 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:50.202400 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.292803 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Calling delete_port for 03368705-a932-4f9d-8050-3aebb1f94779 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:50.301551 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] For port 03368705-a932-4f9d-8050-3aebb1f94779, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=03368705-a932-4f9d-8050-3aebb1f94779,segment=NetworkSegment(c1b6db21-a610-4379-b773-1b38ce3cb07f),segment_id=c1b6db21-a610-4379-b773-1b38ce3cb07f)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:50.302045 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.340382 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.344170 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-865adb65-9ac2-4db0-a772-93800f33caa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:50.394808 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Pushing event deleted for resources: {'Port': ['ID=03368705-a932-4f9d-8050-3aebb1f94779,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:50.399027 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:50.399819 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] No DVR routers for this DVR port 03368705-a932-4f9d-8050-3aebb1f94779 on host dv-cinder-785362-2-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:50.443835 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Calling delete_port for 03368705-a932-4f9d-8050-3aebb1f94779 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:50.490926 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.491329 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:50.522563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.535660 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4574f7-5011-4471-92b2-f09683ce30d3']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:50.550429 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b6db21-a610-4379-b773-1b38ce3cb07f') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:50.550757 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b6db21-a610-4379-b773-1b38ce3cb07f') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:50.564263 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.575647 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Pushing event deleted for resources: {'Port': ['ID=03368705-a932-4f9d-8050-3aebb1f94779,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:50.577506 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 5c9a07b6-4cff-463d-a500-1129f3b3a437 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:50.584503 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.590891 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:46:50.591513 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.603143 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:46:50.605129 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:46:50.614017 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] No DVR routers for this DVR port 03368705-a932-4f9d-8050-3aebb1f94779 on host dv-cinder-785362-2-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:50.615761 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 5c9a07b6-4cff-463d-a500-1129f3b3a437 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:50.616106 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 5c9a07b6-4cff-463d-a500-1129f3b3a437 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:50.616507 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:50.651378 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:50.651741 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 21d6ba48-a49c-41e7-a208-52e4bc5e62e2 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:50.652161 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 03368705-a932-4f9d-8050-3aebb1f94779 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:50.689381 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.694582 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 03368705-a932-4f9d-8050-3aebb1f94779 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:50.694936 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 03368705-a932-4f9d-8050-3aebb1f94779 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:50.695423 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:50.710334 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.712353 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a4574f7-5011-4471-92b2-f09683ce30d3 HTTP/1.1" status: 204 len: 168 time: 0.8528969 Jun 07 13:46:50.718564 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4574f7-5011-4471-92b2-f09683ce30d3,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:50.720978 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:50.829377 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50312) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:50.881341 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6c967991-1320-4558-a51a-3bc2517f5c85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=842aa55b0fa64d05995bda4aad0f94c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496063 Jun 07 13:46:50.883212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50314) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:50.952581 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:50.978882 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:51.030201 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:51.032667 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:51.033800 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79bf0fad-a537-434e-a983-7657bb7113e5 HTTP/1.1" status: 204 len: 168 time: 0.1496744 Jun 07 13:46:51.034586 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fd368eac-aed9-4523-a17a-a1fd7131c16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:51.043763 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf0fad-a537-434e-a983-7657bb7113e5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:51.046185 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:54.322875 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50446) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:54.447745 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a149ed40-7609-4ce7-bf5e-3e42bd5e5b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:54.557979 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a149ed40-7609-4ce7-bf5e-3e42bd5e5b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:54.561549 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a149ed40-7609-4ce7-bf5e-3e42bd5e5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:54.569635 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-97441cfc-3bf3-4559-a5cf-a2290179086b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:54.611944 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a149ed40-7609-4ce7-bf5e-3e42bd5e5b09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d773022bae54b6d84387b7d0bcd1dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880099 Jun 07 13:46:54.612847 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149ed40-7609-4ce7-bf5e-3e42bd5e5b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cadd4a-10c9-499d-9108-ced85973ce5e,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:54.615344 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50450) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:54.617281 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a149ed40-7609-4ce7-bf5e-3e42bd5e5b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:54.673127 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-88af3e40-c51a-4700-a497-bb8d9401d68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:54.699184 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-88af3e40-c51a-4700-a497-bb8d9401d68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:54.750783 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-88af3e40-c51a-4700-a497-bb8d9401d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:54.753306 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-88af3e40-c51a-4700-a497-bb8d9401d68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:54.754458 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-88af3e40-c51a-4700-a497-bb8d9401d68c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2cadd4a-10c9-499d-9108-ced85973ce5e HTTP/1.1" status: 204 len: 168 time: 0.1381414 Jun 07 13:46:54.755347 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7fd648de-26ac-4d36-820c-3e5294afa0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:54.771571 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af3e40-c51a-4700-a497-bb8d9401d68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cadd4a-10c9-499d-9108-ced85973ce5e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:54.773693 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-88af3e40-c51a-4700-a497-bb8d9401d68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:55.038157 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50456) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:55.058658 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6e7155b8-60cb-4cc6-a16c-beccd653967e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.162291 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6e7155b8-60cb-4cc6-a16c-beccd653967e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.165950 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6e7155b8-60cb-4cc6-a16c-beccd653967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.174609 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a452243b-0ec4-4831-85fe-4eb2e94bd48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:55.214341 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6e7155b8-60cb-4cc6-a16c-beccd653967e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae226cb61af746f8a5b89869a93ebb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751173 Jun 07 13:46:55.215998 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7155b8-60cb-4cc6-a16c-beccd653967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f234c319-d2ef-438c-b98d-0d02040da13a,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:55.217012 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50458) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:55.219051 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6e7155b8-60cb-4cc6-a16c-beccd653967e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:55.275419 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.299979 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.351281 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.353893 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.355029 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f234c319-d2ef-438c-b98d-0d02040da13a HTTP/1.1" status: 204 len: 168 time: 0.1369789 Jun 07 13:46:55.355815 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-768a835c-ee73-4a2e-99a2-83dadb2df19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:55.366338 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f234c319-d2ef-438c-b98d-0d02040da13a,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:55.368976 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:01.081391 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50554) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:01.203252 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e98b6236-eb02-40da-958d-773d1b7bf9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.307252 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e98b6236-eb02-40da-958d-773d1b7bf9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.311051 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e98b6236-eb02-40da-958d-773d1b7bf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.318307 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-46780cbf-23a8-4887-8ff9-9c75d94bb969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:01.359218 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e98b6236-eb02-40da-958d-773d1b7bf9d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a112326d09e48189c7dbb3099473333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767272 Jun 07 13:47:01.360117 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b6236-eb02-40da-958d-773d1b7bf9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c84505e-3329-4e76-bced-878c99fd17df,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:01.362054 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50558) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:01.363061 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e98b6236-eb02-40da-958d-773d1b7bf9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:01.428688 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.454418 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.509108 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.511507 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.512615 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c84505e-3329-4e76-bced-878c99fd17df HTTP/1.1" status: 204 len: 168 time: 0.1483302 Jun 07 13:47:01.513347 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-14c2a8bb-5560-41d7-bbaa-db0c3085934e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:01.523198 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c84505e-3329-4e76-bced-878c99fd17df,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:01.530693 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:01.801524 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50564) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:01.820637 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-489d9461-b085-429a-8014-da8178e227e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.925847 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-489d9461-b085-429a-8014-da8178e227e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.930405 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-489d9461-b085-429a-8014-da8178e227e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:01.937213 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8ca4d748-f377-4759-a6b8-2682f6485925 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:01.977605 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-489d9461-b085-429a-8014-da8178e227e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43c9180b20e84b35a5883d219d07f385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740365 Jun 07 13:47:01.978350 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d9461-b085-429a-8014-da8178e227e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74690e7f-4873-4997-83b5-a78ba3a75cc1,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:01.980066 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50566) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:01.981361 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-489d9461-b085-429a-8014-da8178e227e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:02.037291 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:02.062376 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:02.114264 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:02.117156 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:02.118338 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74690e7f-4873-4997-83b5-a78ba3a75cc1 HTTP/1.1" status: 204 len: 168 time: 0.1373014 Jun 07 13:47:02.119176 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6bdc7a91-f3bb-4655-9f96-0b19a27c7160 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:02.128797 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74690e7f-4873-4997-83b5-a78ba3a75cc1,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:02.132159 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:02.717810 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:47:03.550568 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9f8204e1-1bea-4439-ab9d-768c5e516554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:06.554629 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:07.197571 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b911505a-cfd8-4e34-813e-62653d703e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:08.229305 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:09.665986 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.282301 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50656) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:12.407563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1219bdcd-e8a6-4207-9a6d-887fef43e0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.516061 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1219bdcd-e8a6-4207-9a6d-887fef43e0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.519777 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1219bdcd-e8a6-4207-9a6d-887fef43e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.624763 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7f782427-0ab3-496e-8cc0-5285ac7ef23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:12.663237 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1219bdcd-e8a6-4207-9a6d-887fef43e0e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=271a949615794931bc3762409dd14a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799512 Jun 07 13:47:12.664677 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219bdcd-e8a6-4207-9a6d-887fef43e0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35842e22-5370-41de-861c-e58ae1224e92,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:12.667865 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50660) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:12.668352 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1219bdcd-e8a6-4207-9a6d-887fef43e0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:12.732067 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.757578 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.810728 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.813143 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:12.814299 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35842e22-5370-41de-861c-e58ae1224e92 HTTP/1.1" status: 204 len: 168 time: 0.1445038 Jun 07 13:47:12.815037 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0dfbd475-292b-413a-a0be-74e20097171a tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:12.827752 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35842e22-5370-41de-861c-e58ae1224e92,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:12.830691 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:14.601124 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.321987 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50720) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:17.449948 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d1a7760d-5d44-46c3-bff8-96a8d11c6f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.553044 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d1a7760d-5d44-46c3-bff8-96a8d11c6f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.557309 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d1a7760d-5d44-46c3-bff8-96a8d11c6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.565795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-82b0262f-83a2-4704-a97c-732ff2d0571d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:17.608711 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-d1a7760d-5d44-46c3-bff8-96a8d11c6f4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c84004f16c1442f8bbc1600cb2bdb1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854869 Jun 07 13:47:17.610229 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7760d-5d44-46c3-bff8-96a8d11c6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb2eca9-000a-4db6-a1f2-2646457ce3c9,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:17.611245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50724) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:17.613142 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d1a7760d-5d44-46c3-bff8-96a8d11c6f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:17.683267 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.709501 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.763122 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.767287 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:17.772674 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1eb2eca9-000a-4db6-a1f2-2646457ce3c9 HTTP/1.1" status: 204 len: 168 time: 0.1602206 Jun 07 13:47:17.774769 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-50d78568-f1d2-4c04-a593-1fcb152344f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:17.793312 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb2eca9-000a-4db6-a1f2-2646457ce3c9,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:17.807024 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.807617 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.808199 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.808883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.809456 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.810242 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.810933 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.811511 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.812089 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.812669 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.813245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.813842 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:17.819377 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:18.099633 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50738) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:18.159476 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ced4d8bd-e0ad-4300-92e3-9853d9cc394a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:18.250095 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89ff9e-2aa7-4eea-a173-d3de9b81d03c req-eadc904a-b4cb-4806-9d12-c5764dd804b8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:18.251581 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fd89ff9e-2aa7-4eea-a173-d3de9b81d03c req-eadc904a-b4cb-4806-9d12-c5764dd804b8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 946 time: 0.1367497 Jun 07 13:47:18.325454 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fd89ff9e-2aa7-4eea-a173-d3de9b81d03c req-6cab162a-0bf8-4c1c-967a-7e81aa34e83b tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649502 Jun 07 13:47:18.354163 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ced4d8bd-e0ad-4300-92e3-9853d9cc394a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:18.358089 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ced4d8bd-e0ad-4300-92e3-9853d9cc394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:18.365197 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0d495819-849e-415b-8d98-e309273a9eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:18.410859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4d8bd-e0ad-4300-92e3-9853d9cc394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742e1a6a-8a23-4c4e-95e3-ec19984cf30f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:18.415655 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ced4d8bd-e0ad-4300-92e3-9853d9cc394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:18.418319 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ced4d8bd-e0ad-4300-92e3-9853d9cc394a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fca5f756f293472d9f21b2c7854dfdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173568 Jun 07 13:47:18.420516 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50740) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:18.483036 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:18.508859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:18.564777 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:18.567301 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:18.568436 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/742e1a6a-8a23-4c4e-95e3-ec19984cf30f HTTP/1.1" status: 204 len: 168 time: 0.1470153 Jun 07 13:47:18.569364 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d74cdc2f-23f1-45be-a545-38ce6c1d8979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:18.579021 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742e1a6a-8a23-4c4e-95e3-ec19984cf30f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:18.582266 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:19.530875 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942ce03-d46a-4231-9fb0-474431a5d450 req-3d0fccad-bd0b-4c17-a680-725c36c3d604 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:19.532373 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3942ce03-d46a-4231-9fb0-474431a5d450 req-3d0fccad-bd0b-4c17-a680-725c36c3d604 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 946 time: 0.0850317 Jun 07 13:47:19.583867 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3942ce03-d46a-4231-9fb0-474431a5d450 req-4c862490-0599-416c-8c20-7bb58b9eba5a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406930 Jun 07 13:47:19.978567 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-48324bdd-0ce6-4cb6-84c7-3fc450ce2e9a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:19.980494 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-48324bdd-0ce6-4cb6-84c7-3fc450ce2e9a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 946 time: 0.1179969 Jun 07 13:47:20.130678 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Deleting port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:20.131033 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:20.269078 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] For port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:20.269432 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:20.614319 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:20.614716 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:20.615031 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Floating IP 3984a525-c192-4dea-abd4-410ae7bf04c9 disassociated. External IP: 172.27.0.99, port: c4f4a57f-537a-4b5b-aabb-7b8a94c3d538. Jun 07 13:47:20.615372 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Calling delete_port for c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:20.779176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:20.785063 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3a6b748f-7a2b-4aea-a217-1d98dd74c348 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:20.836204 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event deleted for resources: {'Port': ['ID=c4f4a57f-537a-4b5b-aabb-7b8a94c3d538,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:20.839124 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:20.946255 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f511ece-6bd4-42dd-b8ff-1b1cefc5a647 req-0bb4b0f3-a1a5-4b55-b36a-a93739ae929e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:20.947799 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f511ece-6bd4-42dd-b8ff-1b1cefc5a647 req-0bb4b0f3-a1a5-4b55-b36a-a93739ae929e tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 868 time: 0.2501018 Jun 07 13:47:21.086611 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5f511ece-6bd4-42dd-b8ff-1b1cefc5a647 req-4e02fcc1-4f54-4f49-aae5-2673d706d496 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups?id=3545d5f9-b0cf-4406-ae71-74e5fa9fb600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319990 Jun 07 13:47:21.104847 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Router c572e82a-6fde-4554-9c5c-a7d1e92e4223 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:47:21.435311 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:21.446759 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] Sync routers for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:21.456297 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:21.456904 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:21.520007 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] No DVR routers for this DVR port c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:47:21.523465 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:21.526793 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6d91b5dd-56dd-4f29-902c-6be1c5c22c29 req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.60 "DELETE /v2.0/ports/c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 HTTP/1.1" status: 204 len: 173 time: 1.5400400 Jun 07 13:47:21.527596 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-deleted', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:47:21.530835 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5fbe6f-a78d-4369-a19b-6f23357b356f" -d '{"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-deleted", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:47:21.584702 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823bdcf7-828f-4ca8-a355-11acf15a151f x-openstack-request-id: req-823bdcf7-828f-4ca8-a355-11acf15a151f {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:47:21.585165 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abca7f7d-45cf-455d-83ca-471a93692905", "name": "network-vif-deleted", "tag": "c4f4a57f-537a-4b5b-aabb-7b8a94c3d538", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:47:21.585823 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-823bdcf7-828f-4ca8-a355-11acf15a151f {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:47:21.586304 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abca7f7d-45cf-455d-83ca-471a93692905', 'name': 'network-vif-deleted', 'tag': 'c4f4a57f-537a-4b5b-aabb-7b8a94c3d538', 'status': 'completed', 'code': 200} Jun 07 13:47:21.683399 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:22.001447 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:22.005428 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] Checking router: c572e82a-6fde-4554-9c5c-a7d1e92e4223 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:22.014878 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:22.015595 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:22.246346 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:22.271836 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-00e55bd3-54f0-4367-b58b-f7d27bbe9a59 req-47fae3f2-37d9-4663-8a24-aad5040fd72a tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca7f7d-45cf-455d-83ca-471a93692905 HTTP/1.1" status: 200 len: 210 time: 0.0436981 Jun 07 13:47:22.582420 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:22.587722 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5534b8-01e2-4962-9fc5-314dd89dd643 None None] The sync data for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi is: [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:38:34Z', 'revision_number': 4, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'a877aa36-e03a-4309-8298-d18ecf9a671f', 'name': '', 'network_id': '33385e9d-5ad4-4904-beb9-71e90c44a49f', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'mac_address': 'fa:16:3e:87:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:31Z', 'updated_at': '2021-06-07T13:38:45Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'subnets': [{'id': 'e3130c81-3d4b-405f-a40f-352805d9e079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:22.727584 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50792) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:22.808992 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834e2e6-865c-4b34-85b6-9fcc63b2295f None None] New status for floating IP 3984a525-c192-4dea-abd4-410ae7bf04c9: DOWN {{(pid=92945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:47:22.858965 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:22.967969 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:22.972447 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:22.988851 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e98b6236-eb02-40da-958d-773d1b7bf9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:23.022494 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23f6a1c183604d88944db803011daeb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936530 Jun 07 13:47:23.026495 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50796) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:23.031472 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52528d9e-d642-4e1b-b4bc-908642c0336b,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:23.040539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.040539 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.040930 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.041293 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.041675 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.042329 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.042668 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.043026 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.043376 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.043977 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.044112 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.044518 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:23.048402 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-716ca1bd-d600-407a-b310-3a3eece92912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:23.114272 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f7de-c1a8-4135-a43b-a29b342c67fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.143676 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f7de-c1a8-4135-a43b-a29b342c67fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.208211 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f7de-c1a8-4135-a43b-a29b342c67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.210664 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-3ae0f7de-c1a8-4135-a43b-a29b342c67fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.213942 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-3ae0f7de-c1a8-4135-a43b-a29b342c67fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52528d9e-d642-4e1b-b4bc-908642c0336b HTTP/1.1" status: 204 len: 168 time: 0.1853316 Jun 07 13:47:23.214925 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2b260bac-fd14-48b9-ac82-c46c7bff4e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:23.225377 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0f7de-c1a8-4135-a43b-a29b342c67fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52528d9e-d642-4e1b-b4bc-908642c0336b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:23.228608 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-3ae0f7de-c1a8-4135-a43b-a29b342c67fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:23.406645 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50806) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:23.485010 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ccfe50e2-d960-4829-b58f-90dff2fca8a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.515400 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ccfe50e2-d960-4829-b58f-90dff2fca8a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.541456 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:23.581949 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ccfe50e2-d960-4829-b58f-90dff2fca8a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.585163 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:23.585604 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device c4f4a57f-537a-4b5b-aabb-7b8a94c3d538 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:23.587019 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ccfe50e2-d960-4829-b58f-90dff2fca8a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.588490 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ccfe50e2-d960-4829-b58f-90dff2fca8a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "DELETE /v2.0/security-groups/3545d5f9-b0cf-4406-ae71-74e5fa9fb600 HTTP/1.1" status: 204 len: 168 time: 0.1808176 Jun 07 13:47:23.589323 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-5d495306-b1e0-4065-bcb1-28d38f01ab7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:23.591515 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50814) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:23.603474 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe50e2-d960-4829-b58f-90dff2fca8a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545d5f9-b0cf-4406-ae71-74e5fa9fb600,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:23.605889 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ccfe50e2-d960-4829-b58f-90dff2fca8a8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:23.611686 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.api.v2.resource [None req-651cdf9d-3d74-4e81-8187-32041bc63a9f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] show failed (client error): The resource could not be found. Jun 07 13:47:23.618899 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-651cdf9d-3d74-4e81-8187-32041bc63a9f tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "GET /v2.0/security-groups/3545d5f9-b0cf-4406-ae71-74e5fa9fb600 HTTP/1.1" status: 404 len: 347 time: 0.0261292 Jun 07 13:47:23.621634 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50816) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:23.856724 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Deleting port 105cc0d4-3b41-4636-b5dc-1d8ceb5ef084 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:23.857344 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.976637 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50828) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:23.981871 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:23.984011 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.112191 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1015441609-network', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:24.137753 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Made reservation on behalf of 12bf10768b8248ea89e6bd00839fdd39 for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:47:24.140216 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.153995 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.215195 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Calling delete_port for 105cc0d4-3b41-4636-b5dc-1d8ceb5ef084 owned by network:floatingip {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:24.268822 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.272234 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.275429 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8d71ee4c-95c1-4cea-b539-e8f24e0888c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:24.303936 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d7da86-e5ed-4678-8eb0-a27141c384bc,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:24.308166 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:24.338058 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.342943 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-673ad3d2-3871-47c2-92fd-db5c1cbc4c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:24.346107 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:47:24.362341 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.362910 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Added segment 07aa8146-ffc1-42b8-99c8-a3cb3ba551e5 of type vlan for network fd658977-186b-461c-b84b-f4b278c74522 Jun 07 13:47:24.408582 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.424805 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Pushing event deleted for resources: {'Port': ['ID=105cc0d4-3b41-4636-b5dc-1d8ceb5ef084,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:24.427254 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:24.454854 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.456278 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:24.456863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.462172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:24.489125 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks [] for floatingip, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.491471 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.495745 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] 10.222.0.44 "DELETE /v2.0/floatingips/3984a525-c192-4dea-abd4-410ae7bf04c9 HTTP/1.1" status: 204 len: 168 time: 0.8706210 Jun 07 13:47:24.517705 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5378301 Jun 07 13:47:24.521024 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50832) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:24.526890 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Request body: {'subnet': {'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1015441609-subnet', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:24.557811 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Made reservation on behalf of 12bf10768b8248ea89e6bd00839fdd39 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:47:24.560446 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31491860'] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.579577 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Pushing event updated for resources: {'Network': ['ID=fd658977-186b-461c-b84b-f4b278c74522,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:24.582582 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2384671c-873b-4a7e-b2f5-1102e9913cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:24.591389 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network fd658977-186b-461c-b84b-f4b278c74522 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:47:24.789974 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31847508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491846'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.794775 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:24.866956 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61eaca7-e115-43c6-a208-393987291beb,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:24.870271 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:24.878717 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Checking segment: {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:24.879137 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Network hostable DHCP agents. Network: fd658977-186b-461c-b84b-f4b278c74522, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:47:24.899928 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Network fd658977-186b-461c-b84b-f4b278c74522 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:47:24.910580 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, fd658977-186b-461c-b84b-f4b278c74522) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:24.915616 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:24.917467 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.918613 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efb5e3-f4c4-4d3e-9c43-556be7f25e50 None None] Network fd658977-186b-461c-b84b-f4b278c74522 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:24.938581 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4164147 Jun 07 13:47:24.941162 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50838) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:24.946126 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:24.969503 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.970509 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:24.986199 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.151988 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-fd658977-186b-461c-b84b-f4b278c74522', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:47:25.152852 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.260526 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.313976 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Allocated IP 172.20.0.2 (fd658977-186b-461c-b84b-f4b278c74522/e61eaca7-e115-43c6-a208-393987291beb/cb49e73f-54db-4aca-b1da-d7571be9e3dc) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:47:25.523259 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.534985 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Transition to ACTIVE for port object cb49e73f-54db-4aca-b1da-d7571be9e3dc will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:25.554055 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Transition to ACTIVE for port object cb49e73f-54db-4aca-b1da-d7571be9e3dc will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:25.559315 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.563608 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:25.587286 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.618300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.629776 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Network fd658977-186b-461c-b84b-f4b278c74522 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:25.633451 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:25.637803 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:47:25.647115 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Pushing event updated for resources: {'Port': ['ID=cb49e73f-54db-4aca-b1da-d7571be9e3dc,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:25.717104 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.717628 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.718016 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.718359 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.718696 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.719217 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.719564 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.719899 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.720233 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.720742 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.721097 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.721425 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:25.731499 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:25.759415 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Attempting to bind port cb49e73f-54db-4aca-b1da-d7571be9e3dc on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:47:25.760066 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Attempting to bind port cb49e73f-54db-4aca-b1da-d7571be9e3dc by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:47:25.760647 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Attempting to bind port cb49e73f-54db-4aca-b1da-d7571be9e3dc on network fd658977-186b-461c-b84b-f4b278c74522 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:47:25.766599 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:47:25.766981 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Checking segment: {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:25.767392 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.767794 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Bound using segment: {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:47:25.768268 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Bound port: cb49e73f-54db-4aca-b1da-d7571be9e3dc, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:47:25.768653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.770717 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Allocated IP 172.27.0.64 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/11e89334-6328-49f1-9d72-e51678e74e74) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:47:25.870555 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] For port cb49e73f-54db-4aca-b1da-d7571be9e3dc, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:47:25.873870 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] For port cb49e73f-54db-4aca-b1da-d7571be9e3dc, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=cb49e73f-54db-4aca-b1da-d7571be9e3dc,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:47:25.880662 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.886588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:26.029097 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Pushing event updated for resources: {'Port': ['ID=cb49e73f-54db-4aca-b1da-d7571be9e3dc,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:26.033846 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:26.074114 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:26.119765 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:26.124588 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f43304c7-f89f-4251-90a5-2f2a1d31d40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:26.207036 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:26.210488 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:26.215641 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:47:26.255892 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Pushing event updated for resources: {'Port': ['ID=11e89334-6328-49f1-9d72-e51678e74e74,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:26.261115 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:26.579805 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device cb49e73f-54db-4aca-b1da-d7571be9e3dc up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:26.650168 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port cb49e73f-54db-4aca-b1da-d7571be9e3dc completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:26.715467 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:26.980154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2049dd0-b903-4d7e-9d85-b05b0ecd7841 None None] Network fd658977-186b-461c-b84b-f4b278c74522 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:27.107917 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Provisioning for port cb49e73f-54db-4aca-b1da-d7571be9e3dc completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:27.115039 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.117361 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Provisioning complete for port cb49e73f-54db-4aca-b1da-d7571be9e3dc triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:27.117856 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.350045 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:47:27.360209 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.405759 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50856) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:27.418796 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] For port cb49e73f-54db-4aca-b1da-d7571be9e3dc, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=cb49e73f-54db-4aca-b1da-d7571be9e3dc,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:27.424052 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.426373 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:27.511198 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Pushing event updated for resources: {'Port': ['ID=cb49e73f-54db-4aca-b1da-d7571be9e3dc,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:27.516266 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:27.621084 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:27.631807 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Sync routers for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:27.642042 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:27.642766 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:27.646017 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.647816 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7057087 Jun 07 13:47:27.650898 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50862) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:27.779449 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-3114e9bf-b874-4374-8aef-bf8183bed4cd None None] Provisioning complete for port cb49e73f-54db-4aca-b1da-d7571be9e3dc triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:27.780982 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3114e9bf-b874-4374-8aef-bf8183bed4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.872871 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:28.138355 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.199346 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:26Z', 'revision_number': 3, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:28.203232 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Checking router: 08e39732-6076-4cfc-a360-b4cd4bb40bc9 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:28.203582 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Updating router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 port 11e89334-6328-49f1-9d72-e51678e74e74 binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:47:28.264973 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.585530 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device cb49e73f-54db-4aca-b1da-d7571be9e3dc up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:28.609056 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.666473 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port cb49e73f-54db-4aca-b1da-d7571be9e3dc triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:28.667155 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.692434 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.711429 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Transition to ACTIVE for port object 11e89334-6328-49f1-9d72-e51678e74e74 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:28.722646 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.734560 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:28.819167 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Deleting port a877aa36-e03a-4309-8298-d18ecf9a671f {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:28.819744 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.848900 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Pushing event updated for resources: {'Port': ['ID=11e89334-6328-49f1-9d72-e51678e74e74,revision_number=2']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:28.860701 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.861036 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.861363 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.861710 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.862029 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.862350 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.862663 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.862987 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.863308 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.863620 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.863934 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.864543 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:28.865570 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Allocated IP 172.20.0.1 (fd658977-186b-461c-b84b-f4b278c74522/e61eaca7-e115-43c6-a208-393987291beb/1c776c42-9f13-41fc-a0d6-254d1bc4589f) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:47:28.870641 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:28.872742 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Attempting to bind port 11e89334-6328-49f1-9d72-e51678e74e74 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:47:28.873172 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Attempting to bind port 11e89334-6328-49f1-9d72-e51678e74e74 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:47:28.873431 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Attempting to bind port 11e89334-6328-49f1-9d72-e51678e74e74 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:47:28.879404 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:47:28.879718 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:28.880102 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.880492 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:47:28.880959 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Bound port: 11e89334-6328-49f1-9d72-e51678e74e74, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:47:28.881329 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.954453 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] For port a877aa36-e03a-4309-8298-d18ecf9a671f, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=a877aa36-e03a-4309-8298-d18ecf9a671f,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:28.954813 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.991393 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] For port 11e89334-6328-49f1-9d72-e51678e74e74, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:47:28.995551 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] For port 11e89334-6328-49f1-9d72-e51678e74e74, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=11e89334-6328-49f1-9d72-e51678e74e74,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:47:29.001170 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.006561 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:29.041570 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.061425 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Transition to ACTIVE for port object 1c776c42-9f13-41fc-a0d6-254d1bc4589f will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:29.081622 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:29.082255 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:29.083347 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Calling delete_port for a877aa36-e03a-4309-8298-d18ecf9a671f owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:29.093221 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.099247 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:29.164069 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Pushing event updated for resources: {'Port': ['ID=11e89334-6328-49f1-9d72-e51678e74e74,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:29.167611 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-a19250e6-baeb-4ded-a02f-a48e24476e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:29.173883 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Network fd658977-186b-461c-b84b-f4b278c74522 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:29.176734 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:29.180423 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:47:29.214476 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c776c42-9f13-41fc-a0d6-254d1bc4589f,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:29.233301 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:29.255032 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.290266 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:29.301924 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.307489 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-46c0c0d8-d4c5-4249-9065-6c50239ff891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:29.359175 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Pushing event deleted for resources: {'Port': ['ID=a877aa36-e03a-4309-8298-d18ecf9a671f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:29.364077 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:29.479027 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-7f1df965-d946-41b8-bc6c-590a5e6768dc None None] Provisioning for port 1c776c42-9f13-41fc-a0d6-254d1bc4589f completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:29.489513 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-7f1df965-d946-41b8-bc6c-590a5e6768dc None None] Provisioning complete for port 1c776c42-9f13-41fc-a0d6-254d1bc4589f triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:29.490841 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7f1df965-d946-41b8-bc6c-590a5e6768dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.574101 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-7f1df965-d946-41b8-bc6c-590a5e6768dc None None] Port 1c776c42-9f13-41fc-a0d6-254d1bc4589f cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:47:29.707487 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.715701 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.729083 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:26Z', 'revision_number': 3, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:29.733250 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8204a-6085-498b-8ebc-8c4238e72482 None None] The sync data for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi is: [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:26Z', 'revision_number': 3, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:30.001973 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:30.010915 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:30.044169 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-56524bcf-59fb-43ff-b1d4-f28fb53b88f1 tempest-VolumesActionsTest-552382635 tempest-VolumesActionsTest-552382635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:30.144333 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:30.150237 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c776c42-9f13-41fc-a0d6-254d1bc4589f,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:30.154632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:30.163133 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Router c572e82a-6fde-4554-9c5c-a7d1e92e4223 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:47:30.316791 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Network fd658977-186b-461c-b84b-f4b278c74522 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:30.318117 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:30.534995 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:47:30.545721 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:30.554664 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] 10.222.0.44 "PUT /v2.0/routers/c572e82a-6fde-4554-9c5c-a7d1e92e4223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1464620 Jun 07 13:47:30.556005 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50864) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:30.557644 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] Sync routers for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:30.571625 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:30.574230 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:30.712576 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-688e745c-b20a-4465-8a30-8b22d6e73df6 None None] Provisioning complete for port 1c776c42-9f13-41fc-a0d6-254d1bc4589f triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:30.713498 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-688e745c-b20a-4465-8a30-8b22d6e73df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:30.771462 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 11e89334-6328-49f1-9d72-e51678e74e74 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:30.786449 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:30.815316 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:30.822335 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-b2fb81ab-8e37-4c07-9900-76ae66cc9cb5 admin admin] 10.222.0.44 "PUT /v2.0/routers/08e39732-6076-4cfc-a360-b4cd4bb40bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1695554 Jun 07 13:47:30.955401 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-688e745c-b20a-4465-8a30-8b22d6e73df6 None None] Port 1c776c42-9f13-41fc-a0d6-254d1bc4589f cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:47:30.982187 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:31.012696 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.101174 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Deleting port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:31.102761 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.103606 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 11e89334-6328-49f1-9d72-e51678e74e74 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:31.137593 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 11e89334-6328-49f1-9d72-e51678e74e74 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:31.137947 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.246597 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] For port 2f73277d-0881-4ab4-a99f-565d5d4dbb6a, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:31.247401 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.391252 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Calling delete_port for 2f73277d-0881-4ab4-a99f-565d5d4dbb6a owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:31.523773 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.545223 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50882) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:31.551380 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-132867583-network', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:31.553335 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 11e89334-6328-49f1-9d72-e51678e74e74, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=11e89334-6328-49f1-9d72-e51678e74e74,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:31.562008 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.566364 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:31.589729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Made reservation on behalf of e4bfea8c443642cfbb96be97dce9e4a3 for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:47:31.592916 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.597629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.603712 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-26f8b733-99d4-4fb5-bffe-dff52c0d35c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:31.611645 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.629185 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 5, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port': {'id': '2f73277d-0881-4ab4-a99f-565d5d4dbb6a', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:22Z', 'updated_at': '2021-06-07T13:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:31.639516 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] Checking router: c572e82a-6fde-4554-9c5c-a7d1e92e4223 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:31.652286 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f73277d-0881-4ab4-a99f-565d5d4dbb6a,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:31.656070 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=11e89334-6328-49f1-9d72-e51678e74e74,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:31.656765 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:31.660790 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:31.661989 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] Routers {'c572e82a-6fde-4554-9c5c-a7d1e92e4223'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:31.662640 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:31.730928 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Sync routers for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:31.744191 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:31.745246 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:31.799296 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.803953 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.807855 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.815775 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7b175947-5961-4d59-9736-096077293f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:31.836658 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] Set router c572e82a-6fde-4554-9c5c-a7d1e92e4223 gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:31.860339 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:47:31.885238 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188bf2eb-f859-4e3d-9b65-2d2695fb3c08,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:31.907450 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.916045 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Added segment d8cce1a5-411c-4b50-8a33-5ceecd3b9198 of type vlan for network 126265be-429f-44a7-b147-6fdec38bb375 Jun 07 13:47:31.921205 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:31.972412 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:31.972931 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 7, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:31.978390 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2134f7-d801-4705-9d99-a1ec18bb8148 None None] The sync data for ids ['c572e82a-6fde-4554-9c5c-a7d1e92e4223'] in dv-cinder-785362-2-iscsi is: [{'id': 'c572e82a-6fde-4554-9c5c-a7d1e92e4223', 'name': 'tempest-AttachVolumeShelveTestJSON-1189550678-router', 'tenant_id': '88ceb231770e44b38d2ed96cbf9e136e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:20Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 7, 'project_id': '88ceb231770e44b38d2ed96cbf9e136e', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:31.996128 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:32.005300 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.007367 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.029359 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.031234 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:32.031915 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.038015 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:32.041079 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.041629 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c572e82a-6fde-4554-9c5c-a7d1e92e4223 {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:47:32.049926 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.053494 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c572e82a-6fde-4554-9c5c-a7d1e92e4223 HTTP/1.1" status: 204 len: 168 time: 1.4940815 Jun 07 13:47:32.053867 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50884) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:32.087610 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5378697 Jun 07 13:47:32.087898 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50886) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:32.093238 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Request body: {'subnet': {'network_id': '126265be-429f-44a7-b147-6fdec38bb375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-132867583-subnet', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:32.154419 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Pushing event updated for resources: {'Network': ['ID=126265be-429f-44a7-b147-6fdec38bb375,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:32.159713 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:32.171586 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 126265be-429f-44a7-b147-6fdec38bb375 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:47:32.180344 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Made reservation on behalf of e4bfea8c443642cfbb96be97dce9e4a3 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:47:32.184047 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31491860'] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.246025 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Deleting subnet e3130c81-3d4b-405f-a40f-352805d9e079 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:47:32.249745 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.308068 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.395538 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 2, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:32.404992 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Checking router: 08e39732-6076-4cfc-a360-b4cd4bb40bc9 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:32.405350 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Updating router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 port 1c776c42-9f13-41fc-a0d6-254d1bc4589f binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:47:32.415119 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.468144 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31847508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491846'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.482523 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9aa0efa3-bbbf-4873-9bfc-cd6bbee23d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:32.488140 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.498863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.504098 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:32.539402 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3130c81-3d4b-405f-a40f-352805d9e079,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:32.543364 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:32.544438 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.546329 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1d49b0f3-c03a-4828-b914-efe88e61c2ba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e3130c81-3d4b-405f-a40f-352805d9e079 HTTP/1.1" status: 204 len: 168 time: 0.4906161 Jun 07 13:47:32.555869 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50888) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:32.563227 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9c86b-9203-4dc2-8747-e107a8801d2f None None] Network 33385e9d-5ad4-4904-beb9-71e90c44a49f requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:32.569266 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62aa1d9e-cd6f-4d09-aa4a-54288b792d48,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:32.572855 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:32.581889 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Checking segment: {'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:32.582340 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Network hostable DHCP agents. Network: 126265be-429f-44a7-b147-6fdec38bb375, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:47:32.606329 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Network 126265be-429f-44a7-b147-6fdec38bb375 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:47:32.624482 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 126265be-429f-44a7-b147-6fdec38bb375) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:32.635874 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:32.637039 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.650709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e2adc-d8bc-48b8-9636-265cc006860e None None] Network 126265be-429f-44a7-b147-6fdec38bb375 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:32.662046 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-490f6204-eff3-42d5-88cb-b3e322dca268 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5730481 Jun 07 13:47:32.662722 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50890) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:32.670641 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:32.685991 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.704158 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.705690 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.731078 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.790369 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Deleting port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:32.790810 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.934347 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 11e89334-6328-49f1-9d72-e51678e74e74 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:32.953955 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] For port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46,segment=NetworkSegment(ee14cb39-dc59-44df-9ac0-25d6534b1282),segment_id=ee14cb39-dc59-44df-9ac0-25d6534b1282)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:32.954642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.006738 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.031322 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Transition to ACTIVE for port object 1c776c42-9f13-41fc-a0d6-254d1bc4589f will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:33.042181 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.052383 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-89c94766-27c7-4841-95d5-28197ad5343f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:33.128642 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4270e20-add3-42e9-ad0a-ca33f6c82fcb None None] Pushing event updated for resources: {'Port': ['ID=1c776c42-9f13-41fc-a0d6-254d1bc4589f,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:33.135854 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-d4270e20-add3-42e9-ad0a-ca33f6c82fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:33.162006 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Calling delete_port for aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:33.191320 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-126265be-429f-44a7-b147-6fdec38bb375', 'network_id': '126265be-429f-44a7-b147-6fdec38bb375', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'fixed_ips': [{'subnet_id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:47:33.192263 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.253453 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.272178 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a301efe5-d583-4dcf-b1aa-48fdc42d19f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:33.361447 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:33.372492 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] No DVR routers for this DVR port aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 on host dv-cinder-785362-2-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:47:33.374572 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:33.383918 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Attempting to bind port 1c776c42-9f13-41fc-a0d6-254d1bc4589f on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:47:33.384299 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Attempting to bind port 1c776c42-9f13-41fc-a0d6-254d1bc4589f by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:47:33.384708 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Attempting to bind port 1c776c42-9f13-41fc-a0d6-254d1bc4589f on network fd658977-186b-461c-b84b-f4b278c74522 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:47:33.397439 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:47:33.397839 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Checking segment: {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:33.398238 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.398893 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Bound using segment: {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:47:33.399576 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Bound port: 1c776c42-9f13-41fc-a0d6-254d1bc4589f, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:47:33.399742 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.424779 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Allocated IP 172.20.0.2 (126265be-429f-44a7-b147-6fdec38bb375/62aa1d9e-cd6f-4d09-aa4a-54288b792d48/c8a1b5d7-945b-460e-b801-2e9479742762) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:47:33.426741 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.506495 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] For port 1c776c42-9f13-41fc-a0d6-254d1bc4589f, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:47:33.510592 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] For port 1c776c42-9f13-41fc-a0d6-254d1bc4589f, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=1c776c42-9f13-41fc-a0d6-254d1bc4589f,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:47:33.515535 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.520714 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-d4270e20-add3-42e9-ad0a-ca33f6c82fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:33.546360 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.560269 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33385e9d-5ad4-4904-beb9-71e90c44a49f']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:33.574765 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee14cb39-dc59-44df-9ac0-25d6534b1282') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:33.575211 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee14cb39-dc59-44df-9ac0-25d6534b1282') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:33.589437 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.599283 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4270e20-add3-42e9-ad0a-ca33f6c82fcb None None] Pushing event updated for resources: {'Port': ['ID=1c776c42-9f13-41fc-a0d6-254d1bc4589f,revision_number=4']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:33.607724 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.612233 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-d4270e20-add3-42e9-ad0a-ca33f6c82fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:33.614276 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:47:33.614412 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.625976 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:33.626888 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:47:33.738296 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:47:33.744311 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.747683 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.753847 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:33.772012 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.777337 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33385e9d-5ad4-4904-beb9-71e90c44a49f HTTP/1.1" status: 204 len: 168 time: 1.2177384 Jun 07 13:47:33.791157 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Transition to ACTIVE for port object c8a1b5d7-945b-460e-b801-2e9479742762 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:33.794177 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Pushing event deleted for resources: {'Network': ['ID=33385e9d-5ad4-4904-beb9-71e90c44a49f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:33.801564 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:33.824500 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 11e89334-6328-49f1-9d72-e51678e74e74 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:33.824880 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.906284 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:33.909792 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ac9dae93-7b00-4b69-b314-68c37679aa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.919640 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Transition to ACTIVE for port object c8a1b5d7-945b-460e-b801-2e9479742762 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:33.938883 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.953786 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:33.959650 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cc2fe0a6-533f-4202-b930-3c34527914b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:33.977904 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.032827 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50894) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:34.076809 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Network 126265be-429f-44a7-b147-6fdec38bb375 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:34.089650 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c144de54-eb3b-4bf1-af4f-d4dacd1ae301 None None] DHCP port deletion for 33385e9d-5ad4-4904-beb9-71e90c44a49f request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:47:34.091541 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:34.107783 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-5fdacea5-5b80-4627-bb54-fa1b20958610 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88ceb231770e44b38d2ed96cbf9e136e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0716331 Jun 07 13:47:34.108015 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50896) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:34.115243 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:47:34.137192 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Pushing event updated for resources: {'Port': ['ID=c8a1b5d7-945b-460e-b801-2e9479742762,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:34.168494 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:34.185910 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Allocated IP 172.27.0.159 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/74847e2f-c1ea-4ff2-838d-9eeb1f897227) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:47:34.196928 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.239068 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.242343 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Attempting to bind port c8a1b5d7-945b-460e-b801-2e9479742762 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:47:34.242729 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Attempting to bind port c8a1b5d7-945b-460e-b801-2e9479742762 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:47:34.243097 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Attempting to bind port c8a1b5d7-945b-460e-b801-2e9479742762 on network 126265be-429f-44a7-b147-6fdec38bb375 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:47:34.248906 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:47:34.249878 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Checking segment: {'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:34.249878 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.250116 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Bound using segment: {'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:47:34.250692 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Bound port: c8a1b5d7-945b-460e-b801-2e9479742762, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:47:34.251080 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.327510 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2f73277d-0881-4ab4-a99f-565d5d4dbb6a no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:34.338976 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.341205 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:33Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:34.342846 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.344619 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b1fbb30-4f48-4cc0-ba43-0bcf22f151d7 HTTP/1.1" status: 204 len: 168 time: 0.2354662 Jun 07 13:47:34.345250 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09e420-5cd5-43b4-a916-a948f56cbcd1 None None] The sync data for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi is: [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:33Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:34.345613 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-51f00e24-e07e-4c16-8c63-951da90014f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:34.357100 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1fbb30-4f48-4cc0-ba43-0bcf22f151d7,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:34.359783 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:34.391534 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 2f73277d-0881-4ab4-a99f-565d5d4dbb6a {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:34.391896 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 2f73277d-0881-4ab4-a99f-565d5d4dbb6a not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:34.392326 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device a877aa36-e03a-4309-8298-d18ecf9a671f no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:34.436750 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.475253 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: a877aa36-e03a-4309-8298-d18ecf9a671f {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:34.475648 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device a877aa36-e03a-4309-8298-d18ecf9a671f not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:34.501863 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.508917 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:34.510910 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] For port c8a1b5d7-945b-460e-b801-2e9479742762, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:47:34.516392 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] For port c8a1b5d7-945b-460e-b801-2e9479742762, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=c8a1b5d7-945b-460e-b801-2e9479742762,segment=NetworkSegment(d8cce1a5-411c-4b50-8a33-5ceecd3b9198),segment_id=d8cce1a5-411c-4b50-8a33-5ceecd3b9198)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:47:34.523296 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.537291 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:34.622643 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1c776c42-9f13-41fc-a0d6-254d1bc4589f up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:34.632220 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:34.635712 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:34.640167 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:47:34.715150 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Pushing event updated for resources: {'Port': ['ID=c8a1b5d7-945b-460e-b801-2e9479742762,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:34.728205 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:34.754753 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 1c776c42-9f13-41fc-a0d6-254d1bc4589f completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:34.762304 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 1c776c42-9f13-41fc-a0d6-254d1bc4589f triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:34.763054 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.810618 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Pushing event updated for resources: {'Port': ['ID=74847e2f-c1ea-4ff2-838d-9eeb1f897227,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:34.871050 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:34.928635 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.012613 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 1c776c42-9f13-41fc-a0d6-254d1bc4589f, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=1c776c42-9f13-41fc-a0d6-254d1bc4589f,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:35.016998 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.019539 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:35.139665 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=1c776c42-9f13-41fc-a0d6-254d1bc4589f,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:35.143613 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:35.187436 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:35.188585 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:35.188949 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device aa5fe5bb-6bcb-4aa4-a4e1-4d98419d0b46 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:35.381259 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.768732 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.913742 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d49c1-49d5-4010-a253-c22272af019a None None] Network 126265be-429f-44a7-b147-6fdec38bb375 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:36.000433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Router e80800ce-7955-4c62-99a1-ca10b6ed62b9 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:47:36.027267 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-ed787bac-a2b0-4354-8677-dac07da8c414 None None] Provisioning for port c8a1b5d7-945b-460e-b801-2e9479742762 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:36.209612 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:36.219885 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Sync routers for ids ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:36.231036 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Routers {'e80800ce-7955-4c62-99a1-ca10b6ed62b9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:36.231648 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:36.233111 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:36.234534 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5e0d4385-f777-42ab-aaa5-abd63117a5cf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5685191 Jun 07 13:47:36.237422 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50926) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:36.439324 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Set router e80800ce-7955-4c62-99a1-ca10b6ed62b9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:36.589670 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:36.704782 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1c776c42-9f13-41fc-a0d6-254d1bc4589f up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:36.845990 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 1c776c42-9f13-41fc-a0d6-254d1bc4589f triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:36.846277 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:36.921387 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 3, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port': {'id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:34Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:36.927367 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Checking router: e80800ce-7955-4c62-99a1-ca10b6ed62b9 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:36.927725 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Updating router e80800ce-7955-4c62-99a1-ca10b6ed62b9 port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:47:37.031068 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.063277 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c8a1b5d7-945b-460e-b801-2e9479742762 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:37.068585 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.228386 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0857a37b-a8ea-4159-84aa-92d3bb74dc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.244967 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port c8a1b5d7-945b-460e-b801-2e9479742762 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:37.257156 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port c8a1b5d7-945b-460e-b801-2e9479742762 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:37.258788 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.296068 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Allocated IP 172.20.0.1 (126265be-429f-44a7-b147-6fdec38bb375/62aa1d9e-cd6f-4d09-aa4a-54288b792d48/dedab755-3755-46df-bbb6-31510ff570e6) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:47:37.485635 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.496579 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.505844 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Transition to ACTIVE for port object dedab755-3755-46df-bbb6-31510ff570e6 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:37.537015 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.542865 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-abcdfd32-dfdf-48a2-82b5-164ce6b47d58 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:37.576137 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port c8a1b5d7-945b-460e-b801-2e9479742762, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=c8a1b5d7-945b-460e-b801-2e9479742762,segment=NetworkSegment(d8cce1a5-411c-4b50-8a33-5ceecd3b9198),segment_id=d8cce1a5-411c-4b50-8a33-5ceecd3b9198)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:37.587668 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.589504 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:37.615806 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Network 126265be-429f-44a7-b147-6fdec38bb375 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:37.619521 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:37.623632 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:47:37.631117 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.663807 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Transition to ACTIVE for port object 74847e2f-c1ea-4ff2-838d-9eeb1f897227 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:37.679327 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=dedab755-3755-46df-bbb6-31510ff570e6,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:37.679544 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.687053 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:37.696391 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=c8a1b5d7-945b-460e-b801-2e9479742762,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:37.697777 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.708442 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:37.708925 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:37.769694 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Attempting to bind port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:47:37.769694 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Attempting to bind port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:47:37.769694 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Attempting to bind port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:47:37.778484 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:47:37.779279 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:37.779279 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.779660 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:47:37.780150 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Bound port: 74847e2f-c1ea-4ff2-838d-9eeb1f897227, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:47:37.780533 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.849185 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00ca45-e568-4d11-a4ad-771b2d8baf78 None None] Pushing event updated for resources: {'Port': ['ID=74847e2f-c1ea-4ff2-838d-9eeb1f897227,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:37.856343 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-6d00ca45-e568-4d11-a4ad-771b2d8baf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:37.889319 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.905893 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] For port 74847e2f-c1ea-4ff2-838d-9eeb1f897227, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:47:37.916692 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] For port 74847e2f-c1ea-4ff2-838d-9eeb1f897227, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=74847e2f-c1ea-4ff2-838d-9eeb1f897227,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:47:37.919130 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:37.924739 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:38.004677 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-85eea450-f195-4328-af9c-9037088cd99c None None] Provisioning for port dedab755-3755-46df-bbb6-31510ff570e6 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:38.016552 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-85eea450-f195-4328-af9c-9037088cd99c None None] Provisioning complete for port dedab755-3755-46df-bbb6-31510ff570e6 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:38.016927 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-85eea450-f195-4328-af9c-9037088cd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.051205 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Routers {'e80800ce-7955-4c62-99a1-ca10b6ed62b9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:38.052112 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:38.099782 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00ca45-e568-4d11-a4ad-771b2d8baf78 None None] Pushing event updated for resources: {'Port': ['ID=74847e2f-c1ea-4ff2-838d-9eeb1f897227,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:38.120990 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-6d00ca45-e568-4d11-a4ad-771b2d8baf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:38.159181 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-85eea450-f195-4328-af9c-9037088cd99c None None] Port dedab755-3755-46df-bbb6-31510ff570e6 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:47:38.170352 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.175104 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.205856 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d6dc97c4-58d2-413b-b4b9-1b3686abbcd8 tempest-ServerRescueNegativeTestJSON-1645736399 tempest-ServerRescueNegativeTestJSON-1645736399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:38.259951 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.274946 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] Set router e80800ce-7955-4c62-99a1-ca10b6ed62b9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:38.285810 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.289971 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=dedab755-3755-46df-bbb6-31510ff570e6,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:38.293397 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:38.446358 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Network 126265be-429f-44a7-b147-6fdec38bb375 is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:47:38.447571 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:47:38.586930 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c8a1b5d7-945b-460e-b801-2e9479742762 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:38.670309 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Router e80800ce-7955-4c62-99a1-ca10b6ed62b9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:47:38.707857 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-46f651f4-e35c-40ba-9eb3-02e431518d1c None None] Provisioning complete for port dedab755-3755-46df-bbb6-31510ff570e6 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:38.708154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-46f651f4-e35c-40ba-9eb3-02e431518d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.763154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port c8a1b5d7-945b-460e-b801-2e9479742762 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:38.763411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.830199 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 4, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port': {'id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:34Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'dedab755-3755-46df-bbb6-31510ff570e6', 'name': '', 'network_id': '126265be-429f-44a7-b147-6fdec38bb375', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'mac_address': 'fa:16:3e:20:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:37Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 1, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'subnets': [{'id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:38.839020 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-46f651f4-e35c-40ba-9eb3-02e431518d1c None None] Port dedab755-3755-46df-bbb6-31510ff570e6 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:47:38.842747 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69392d-b617-4874-8bcd-f969eb83f9ee None None] The sync data for ids ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'] in dv-cinder-785362-2-iscsi is: [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 4, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port': {'id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:34Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'dedab755-3755-46df-bbb6-31510ff570e6', 'name': '', 'network_id': '126265be-429f-44a7-b147-6fdec38bb375', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'mac_address': 'fa:16:3e:20:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:37Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 1, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'subnets': [{'id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:38.963288 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:38.969711 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] 10.222.0.44 "PUT /v2.0/routers/e80800ce-7955-4c62-99a1-ca10b6ed62b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7309544 Jun 07 13:47:39.678941 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:39.718568 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:47:39.728108 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 50958) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:39.733392 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940447146', 'description': 'tempest-secgroup-smoke-1940447146 description', 'project_id': '12bf10768b8248ea89e6bd00839fdd39'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:39.756802 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:39.852520 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:39.856217 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:39.859977 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b9c088a6-4084-408c-ae6e-dada74c2178c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:39.895128 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:39.896339 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1665759 Jun 07 13:47:39.900118 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50960) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:39.901356 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f04f1a7-d6eb-4df5-a262-c73046298323,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:39.904433 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:39.905746 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'security_group_rule': {'security_group_id': '7f04f1a7-d6eb-4df5-a262-c73046298323', 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:39.936859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:39.999124 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.002665 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.005351 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9c0249f6-63f2-4608-b783-2949558cc31b tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.029852 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d15ff0-b0c7-4f10-88cc-b8c1722ebb22,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.034595 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:40.040732 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.042051 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5d588509-444e-4e58-8903-f313f5258952 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406937 Jun 07 13:47:40.045245 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50962) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:40.056840 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'security_group_rule': {'security_group_id': '7f04f1a7-d6eb-4df5-a262-c73046298323', 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:40.087241 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.150843 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.155759 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.157777 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.182354 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f5f5fb-311b-4232-ba24-f2b26b42212f,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.188274 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:40.189541 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.190731 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-0310dc57-5891-4c03-a9ad-4ffbcb590d65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444786 Jun 07 13:47:40.193492 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50964) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:40.198596 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'security_group_rule': {'security_group_id': '7f04f1a7-d6eb-4df5-a262-c73046298323', 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:40.228617 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.289764 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.293073 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.295047 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.316702 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7b37e6-d98b-4e10-b037-124e9c4b7ee1,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.319150 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:40.324088 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.325245 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-b2b2b7cf-ec9a-437c-bb2b-39448adae917 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308448 Jun 07 13:47:40.328183 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50966) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:40.332573 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'security_group_rule': {'security_group_id': '7f04f1a7-d6eb-4df5-a262-c73046298323', 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:40.361448 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.426128 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.429972 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.437753 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0ef6cf14-ac55-418f-b73a-112d54a9f421 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.455059 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c71cc3-926e-45ec-bff7-b6a10f38f7d7,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.457896 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:40.462556 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.463734 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a1ad6e8f-b388-4941-9017-ba9b035fc983 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345992 Jun 07 13:47:40.466474 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50968) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:40.470816 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'security_group_rule': {'security_group_id': '7f04f1a7-d6eb-4df5-a262-c73046298323', 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:40.494393 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.securitygroups_db [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Project 12bf10768b8248ea89e6bd00839fdd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:47:40.505273 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.580814 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 74847e2f-c1ea-4ff2-838d-9eeb1f897227 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:40.581824 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.585763 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.588062 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.610634 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60758517-7c9f-483f-a8f8-a4dc84534aee,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.613593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:40.616577 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.618674 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-fb14fc3e-3d1b-423e-99ca-8eb2a362e2fb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511598 Jun 07 13:47:40.621259 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 50970) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:40.625671 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'security_group_rule': {'security_group_id': '7f04f1a7-d6eb-4df5-a262-c73046298323', 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:40.647355 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.securitygroups_db [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Project 12bf10768b8248ea89e6bd00839fdd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:47:40.654360 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.655532 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:40.660170 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:40.660588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.721729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.725850 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.728643 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.760939 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b13268-d805-41f3-bb42-35d929f8fe0a,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.760939 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:40.771432 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.783961 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616056 Jun 07 13:47:40.813992 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.832283 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 74847e2f-c1ea-4ff2-838d-9eeb1f897227, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=74847e2f-c1ea-4ff2-838d-9eeb1f897227,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:40.837490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.843658 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-c7ed5e33-f516-49d0-b68e-6f9f3066280d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.927120 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=74847e2f-c1ea-4ff2-838d-9eeb1f897227,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.934301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:42.116876 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Sync routers for ids ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:42.128564 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Routers {'e80800ce-7955-4c62-99a1-ca10b6ed62b9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:42.129287 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:42.318237 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Set router e80800ce-7955-4c62-99a1-ca10b6ed62b9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:42.559690 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 74847e2f-c1ea-4ff2-838d-9eeb1f897227 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:42.651891 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:42.652165 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:42.713679 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 4, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port': {'id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:34Z', 'updated_at': '2021-06-07T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'dedab755-3755-46df-bbb6-31510ff570e6', 'name': '', 'network_id': '126265be-429f-44a7-b147-6fdec38bb375', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'mac_address': 'fa:16:3e:20:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:37Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 2, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'subnets': [{'id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:42.717853 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Checking router: e80800ce-7955-4c62-99a1-ca10b6ed62b9 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:42.718214 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Updating router e80800ce-7955-4c62-99a1-ca10b6ed62b9 port dedab755-3755-46df-bbb6-31510ff570e6 binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:47:42.770225 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.186542 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.202415 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Transition to ACTIVE for port object dedab755-3755-46df-bbb6-31510ff570e6 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:47:43.209707 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.214727 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-564a8d09-67ed-4ffd-8f79-d504a36f7955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:43.382520 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbc081-e626-4881-b3b4-040000420968 None None] Pushing event updated for resources: {'Port': ['ID=dedab755-3755-46df-bbb6-31510ff570e6,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:43.388905 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-c5fbc081-e626-4881-b3b4-040000420968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:43.442558 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Attempting to bind port dedab755-3755-46df-bbb6-31510ff570e6 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:47:43.442874 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Attempting to bind port dedab755-3755-46df-bbb6-31510ff570e6 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:47:43.443233 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Attempting to bind port dedab755-3755-46df-bbb6-31510ff570e6 on network 126265be-429f-44a7-b147-6fdec38bb375 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:47:43.448902 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:47:43.449311 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Checking segment: {'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:47:43.449733 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.450128 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Bound using segment: {'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:47:43.450595 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Bound port: dedab755-3755-46df-bbb6-31510ff570e6, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '126265be-429f-44a7-b147-6fdec38bb375'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:47:43.450970 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.543616 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] For port dedab755-3755-46df-bbb6-31510ff570e6, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:47:43.546924 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] For port dedab755-3755-46df-bbb6-31510ff570e6, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=dedab755-3755-46df-bbb6-31510ff570e6,segment=NetworkSegment(d8cce1a5-411c-4b50-8a33-5ceecd3b9198),segment_id=d8cce1a5-411c-4b50-8a33-5ceecd3b9198)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:47:43.551147 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.556843 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:43.633247 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Routers {'e80800ce-7955-4c62-99a1-ca10b6ed62b9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:43.633919 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:47:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:43.684440 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbc081-e626-4881-b3b4-040000420968 None None] Pushing event updated for resources: {'Port': ['ID=dedab755-3755-46df-bbb6-31510ff570e6,revision_number=4']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:43.693048 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-c5fbc081-e626-4881-b3b4-040000420968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:43.826453 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] Set router e80800ce-7955-4c62-99a1-ca10b6ed62b9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:44.167556 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 4, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port': {'id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:34Z', 'updated_at': '2021-06-07T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'dedab755-3755-46df-bbb6-31510ff570e6', 'name': '', 'network_id': '126265be-429f-44a7-b147-6fdec38bb375', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'mac_address': 'fa:16:3e:20:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:37Z', 'updated_at': '2021-06-07T13:47:43Z', 'revision_number': 4, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'subnets': [{'id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:44.171477 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca86e3-9df2-466c-b08f-27069aebc657 None None] The sync data for ids ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'] in dv-cinder-785362-2-iscsi is: [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:47:37Z', 'revision_number': 4, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port': {'id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:34Z', 'updated_at': '2021-06-07T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'dedab755-3755-46df-bbb6-31510ff570e6', 'name': '', 'network_id': '126265be-429f-44a7-b147-6fdec38bb375', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'mac_address': 'fa:16:3e:20:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:37Z', 'updated_at': '2021-06-07T13:47:43Z', 'revision_number': 4, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'subnets': [{'id': '62aa1d9e-cd6f-4d09-aa4a-54288b792d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:44.590120 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device dedab755-3755-46df-bbb6-31510ff570e6 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:44.651525 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.674541 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port dedab755-3755-46df-bbb6-31510ff570e6 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:47:44.679401 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port dedab755-3755-46df-bbb6-31510ff570e6 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:44.680079 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.801074 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.837517 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port dedab755-3755-46df-bbb6-31510ff570e6, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=dedab755-3755-46df-bbb6-31510ff570e6,segment=NetworkSegment(d8cce1a5-411c-4b50-8a33-5ceecd3b9198),segment_id=d8cce1a5-411c-4b50-8a33-5ceecd3b9198)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:44.841840 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.843647 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-cebaeb26-16d3-4825-8e9e-71873165ef9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:44.911806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=dedab755-3755-46df-bbb6-31510ff570e6,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:44.915646 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:45.704674 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51096) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:45.823778 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6529b3be-f057-4bdc-ad76-e4d668120edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.937023 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6529b3be-f057-4bdc-ad76-e4d668120edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.940729 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6529b3be-f057-4bdc-ad76-e4d668120edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.950210 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e6183005-e7d2-42f1-b692-d3bbadb7fdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:45.990548 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6529b3be-f057-4bdc-ad76-e4d668120edb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42d1c283ac924942865114a14d5e0ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847621 Jun 07 13:47:45.993882 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51102) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:45.996160 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529b3be-f057-4bdc-ad76-e4d668120edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0838984-a11d-4262-8583-35cfd30b5692,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:45.999219 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6529b3be-f057-4bdc-ad76-e4d668120edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:46.056610 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f3c428c5-0529-4dab-85c4-5037594f5f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.083080 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f3c428c5-0529-4dab-85c4-5037594f5f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.139786 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f3c428c5-0529-4dab-85c4-5037594f5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.142352 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f3c428c5-0529-4dab-85c4-5037594f5f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.143491 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-f3c428c5-0529-4dab-85c4-5037594f5f0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0838984-a11d-4262-8583-35cfd30b5692 HTTP/1.1" status: 204 len: 168 time: 0.1485453 Jun 07 13:47:46.144256 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4b30de34-c79a-4ed7-bf46-47feb2e24ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:46.154217 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c428c5-0529-4dab-85c4-5037594f5f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0838984-a11d-4262-8583-35cfd30b5692,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:46.156486 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f3c428c5-0529-4dab-85c4-5037594f5f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:46.566999 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device dedab755-3755-46df-bbb6-31510ff570e6 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:47:46.640178 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port dedab755-3755-46df-bbb6-31510ff570e6 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:46.640566 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:00.461034 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-51108cfe-4cbe-4c2b-b098-65c657c9aee5 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940447146&fields=id&tenant_id=12bf10768b8248ea89e6bd00839fdd39 HTTP/1.1" status: 200 len: 267 time: 0.0423572 Jun 07 13:48:00.614045 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-6ada9585-d01a-4275-93fc-f28f3007e561 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:00.615477 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-6ada9585-d01a-4275-93fc-f28f3007e561 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 809 time: 0.1473167 Jun 07 13:48:00.630324 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-2a4d2b33-8ae3-4f4d-a0a0-81a36d3589e4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/quotas/12bf10768b8248ea89e6bd00839fdd39 HTTP/1.1" status: 200 len: 375 time: 0.0088763 Jun 07 13:48:00.714247 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-2cab0abe-46bc-453a-9f12-bb897ae3cba2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786390 Jun 07 13:48:00.871190 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-a59de9f1-3495-42c0-9af5-c60ed7714b2b service neutron] 10.222.0.44 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426647 Jun 07 13:48:01.010585 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-fe17adcf-faf5-479d-8fb5-3d33d9e68862 service neutron] 10.222.0.44 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318278 Jun 07 13:48:01.426360 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ef79957d-3a0d-404a-b45e-a6b90d530d5f req-7c0987bb-2406-4e03-9eda-7f3efcf4d06e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 210 time: 0.0541344 Jun 07 13:48:02.595151 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-b6427d3f-b78a-48d2-85b3-443f02e0549e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:02.602500 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-b6427d3f-b78a-48d2-85b3-443f02e0549e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 809 time: 0.2108481 Jun 07 13:48:02.609884 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f20f232d-54ee-4d2e-a7f5-b387fcb9fb29 req-4a58d1cd-fbb4-4963-b918-fefdb0f5d452 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 210 time: 0.0614707 Jun 07 13:48:02.661695 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-2ed77dfe-f6bf-4076-9aa8-dea9b05c5bb8 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12bf10768b8248ea89e6bd00839fdd39 HTTP/1.1" status: 200 len: 380 time: 0.0426087 Jun 07 13:48:02.675605 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'port': {'device_id': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'admin_state_up': True, 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'security_groups': ['7f04f1a7-d6eb-4df5-a262-c73046298323']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:48:02.957112 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Made reservation on behalf of 12bf10768b8248ea89e6bd00839fdd39 for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:48:02.963355 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:03.156378 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Allocated IP 172.20.0.6 (fd658977-186b-461c-b84b-f4b278c74522/e61eaca7-e115-43c6-a208-393987291beb/6d501da6-414c-47fd-82b7-ed493c741932) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:48:03.373285 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:03.392172 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Transition to ACTIVE for port object 6d501da6-414c-47fd-82b7-ed493c741932 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:48:03.416536 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:03.422213 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4ce0e416-84de-404b-a600-95ace5bab97b tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:03.489154 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Network fd658977-186b-461c-b84b-f4b278c74522 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:48:03.492342 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:48:03.496426 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:48:03.527966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:03.537429 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:03.553078 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7c41f4a8-0c74-4a67-9e6f-ec80aa812ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:03.572286 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:03.572913 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:03.593792 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-4849a0fc-fcc7-43e0-a9bf-19b0852d9f0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9219527 Jun 07 13:48:03.607444 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Request body: {'port': {'device_id': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:48:03.775482 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-08da4473-cf74-42d1-8151-0c7c2cab2b60 None None] Provisioning for port 6d501da6-414c-47fd-82b7-ed493c741932 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:48:03.780877 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-08da4473-cf74-42d1-8151-0c7c2cab2b60 None None] Provisioning complete for port 6d501da6-414c-47fd-82b7-ed493c741932 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:48:03.781541 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-08da4473-cf74-42d1-8151-0c7c2cab2b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:03.842072 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-08da4473-cf74-42d1-8151-0c7c2cab2b60 None None] Port 6d501da6-414c-47fd-82b7-ed493c741932 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:48:03.875745 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:03.977603 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e621220-b585-4955-a3f5-91942c84db06 req-5707ec58-8c5d-4ad7-835a-9bb1452b20b5 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:03.980126 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e621220-b585-4955-a3f5-91942c84db06 req-5707ec58-8c5d-4ad7-835a-9bb1452b20b5 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 931 time: 0.2398224 Jun 07 13:48:04.099482 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8e621220-b585-4955-a3f5-91942c84db06 req-52ee9788-e5e3-42a1-9875-1121b29739de tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122425 Jun 07 13:48:04.337356 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d501da6-414c-47fd-82b7-ed493c741932 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:48:04.345056 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:04.361378 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Transition to ACTIVE for port object 6d501da6-414c-47fd-82b7-ed493c741932 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:48:04.365582 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:04.370131 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-35ea1743-cf33-43b1-b14a-fecf6185767d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:04.501574 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:04.505168 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:04.631373 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Attempting to bind port 6d501da6-414c-47fd-82b7-ed493c741932 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:48:04.632398 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Attempting to bind port 6d501da6-414c-47fd-82b7-ed493c741932 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:48:04.632398 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Attempting to bind port 6d501da6-414c-47fd-82b7-ed493c741932 on network fd658977-186b-461c-b84b-f4b278c74522 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:48:04.637255 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Port 6d501da6-414c-47fd-82b7-ed493c741932 on network fd658977-186b-461c-b84b-f4b278c74522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:48:04.637604 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Attempting to bind port 6d501da6-414c-47fd-82b7-ed493c741932 on network fd658977-186b-461c-b84b-f4b278c74522 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:48:04.642719 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:48:04.643057 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Checking segment: {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:48:04.643441 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Bound using segment: {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:48:04.643871 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Bound port: 6d501da6-414c-47fd-82b7-ed493c741932, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:48:04.644221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:04.738413 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:48:04.741271 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:48:04.748130 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:04.751930 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2e6dd0bb-2e54-448f-8c83-3706227b1c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:04.810047 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:04.810631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:04.812015 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] 10.222.0.60 "PUT /v2.0/ports/6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 1093 time: 1.2090132 Jun 07 13:48:04.812521 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:48:04.814870 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "tag": "6d501da6-414c-47fd-82b7-ed493c741932"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:48:04.838055 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:04.841673 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:04.892341 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c801efa-c91a-4f56-9344-bd3e390686c8 x-openstack-request-id: req-8c801efa-c91a-4f56-9344-bd3e390686c8 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:48:04.892669 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "tag": "6d501da6-414c-47fd-82b7-ed493c741932", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:48:04.892963 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c801efa-c91a-4f56-9344-bd3e390686c8 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:48:04.893391 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932', 'status': 'completed', 'code': 200} Jun 07 13:48:04.940497 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-242aa8fc-8d72-4602-ab2c-c3a615ea3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:04.942006 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-242aa8fc-8d72-4602-ab2c-c3a615ea3aa7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1096 time: 0.0875087 Jun 07 13:48:05.012402 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-a5c69949-e3be-4c8b-843a-a9adfb11e1c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 217 time: 0.0617869 Jun 07 13:48:05.193773 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-7eccb159-cf32-453b-b108-f5dc9e572fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:05.196082 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-7eccb159-cf32-453b-b108-f5dc9e572fb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.1762869 Jun 07 13:48:05.344676 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-54cc3232-fce5-4deb-abbd-92cfabdda80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:05.346195 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-54cc3232-fce5-4deb-abbd-92cfabdda80e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1428277 Jun 07 13:48:05.355321 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0a75b-ecfe-443b-8558-724bf9736e6c req-a2c3c71b-3a7c-4c3f-84a8-58fc688a6924 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:05.356708 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f0b0a75b-ecfe-443b-8558-724bf9736e6c req-a2c3c71b-3a7c-4c3f-84a8-58fc688a6924 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.1211083 Jun 07 13:48:05.496763 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f0b0a75b-ecfe-443b-8558-724bf9736e6c req-5bcd9d69-340c-460b-bbda-df3634c1f434 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194437 Jun 07 13:48:05.535186 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-71f0b757-1ad3-4a8f-8099-258a13a7870d service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775146 Jun 07 13:48:05.682059 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-84e3f254-2e05-48fb-a165-67f93d2318b7 req-dd0cd2ad-38f0-41eb-ae43-039a6514312b service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354651 Jun 07 13:48:05.812297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-30bb2e30-c1d7-4c85-9e49-0b078f3ef6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:05.814150 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-30bb2e30-c1d7-4c85-9e49-0b078f3ef6e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1096 time: 0.0824089 Jun 07 13:48:05.970895 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-a61bd365-b341-4d1e-afec-006bc5ac512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:05.972612 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-a61bd365-b341-4d1e-afec-006bc5ac512c service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1513906 Jun 07 13:48:06.047526 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-de063b91-e63c-486c-8142-51eb5f0e96fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 217 time: 0.0670266 Jun 07 13:48:06.118016 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-31040df3-4a7a-4074-9c1d-a0e032cd25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:06.119721 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-31040df3-4a7a-4074-9c1d-a0e032cd25c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0651989 Jun 07 13:48:06.203195 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-60c5ca79-5456-484c-8ff3-d0b5b174380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:06.204553 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-60c5ca79-5456-484c-8ff3-d0b5b174380a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766490 Jun 07 13:48:06.345715 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-eb3f47be-8777-4c2d-93eb-3f563603e04d service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328952 Jun 07 13:48:06.487458 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d3c0dc5a-c6d7-4918-adb9-993e2d2c3f7d req-b135c3bb-587f-45ca-813c-d35273bc5a9c service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316807 Jun 07 13:48:06.566578 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:06.829017 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73ef08-3e57-422f-b0ca-055be350a946 req-d9a74b7f-1b55-41ce-ac2a-cd32719d638e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:06.830551 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ae73ef08-3e57-422f-b0ca-055be350a946 req-d9a74b7f-1b55-41ce-ac2a-cd32719d638e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0816178 Jun 07 13:48:06.877999 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ae73ef08-3e57-422f-b0ca-055be350a946 req-08b73b3b-872e-4c65-bf50-8e284a665425 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Jun 07 13:48:07.201996 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-abee549f-69c8-4ba5-a147-986e200811d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:08.084099 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e648c6-4758-4d31-9d1a-3e28e4ba63a3 req-a87fbdff-804d-474e-aa06-75efc98ad984 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:08.085497 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d2e648c6-4758-4d31-9d1a-3e28e4ba63a3 req-a87fbdff-804d-474e-aa06-75efc98ad984 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0908983 Jun 07 13:48:08.131301 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d2e648c6-4758-4d31-9d1a-3e28e4ba63a3 req-8c27adab-3e90-4087-a354-9695618f4cd2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395210 Jun 07 13:48:08.229456 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:09.321455 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c6cbb-a3ad-4605-9211-3fc22f163133 req-4986e01b-9c5c-483d-a5c5-32e2b7c15ceb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:09.323015 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-557c6cbb-a3ad-4605-9211-3fc22f163133 req-4986e01b-9c5c-483d-a5c5-32e2b7c15ceb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0877914 Jun 07 13:48:09.368205 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-557c6cbb-a3ad-4605-9211-3fc22f163133 req-10ab289f-952d-4676-8b08-e8a2770d54cb tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396502 Jun 07 13:48:09.672295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:10.562709 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e6f8b-a0f2-4477-ae6e-8c922761a73e req-0bd58556-f340-4d71-a290-4e998f3c3e77 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:10.564175 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fc2e6f8b-a0f2-4477-ae6e-8c922761a73e req-0bd58556-f340-4d71-a290-4e998f3c3e77 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0803115 Jun 07 13:48:10.614921 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fc2e6f8b-a0f2-4477-ae6e-8c922761a73e req-3501c946-3f6e-454a-ac8c-71e2ba019b82 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446525 Jun 07 13:48:11.790214 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 6d501da6-414c-47fd-82b7-ed493c741932 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:48:11.803017 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336dcc2-595a-4408-85ce-d72c8d3ae011 req-9155233d-61b1-43b5-a3e5-f3ad86147bb4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:11.804601 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4336dcc2-595a-4408-85ce-d72c8d3ae011 req-9155233d-61b1-43b5-a3e5-f3ad86147bb4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0823758 Jun 07 13:48:11.850453 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4336dcc2-595a-4408-85ce-d72c8d3ae011 req-abccd9c7-8de5-4a53-a3a6-08db1df51812 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393765 Jun 07 13:48:11.927505 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:48:11.941697 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '6d501da6-414c-47fd-82b7-ed493c741932', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'port_id': '6d501da6-414c-47fd-82b7-ed493c741932', 'mac_address': 'fa:16:3e:1f:7d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:48:11.999352 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:12.017270 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d501da6-414c-47fd-82b7-ed493c741932 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:48:12.034562 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:48:12.038701 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:12.040666 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-6d00ca45-e568-4d11-a4ad-771b2d8baf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:12.114056 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:12.117901 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:12.301443 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['6d501da6-414c-47fd-82b7-ed493c741932'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:48:13.042766 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527c5cc-2fca-40d1-928c-478db83dfc6d req-ba0d29ec-0ff9-4aa1-953a-32514a827629 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:13.044118 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3527c5cc-2fca-40d1-928c-478db83dfc6d req-ba0d29ec-0ff9-4aa1-953a-32514a827629 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 944 time: 0.0845063 Jun 07 13:48:13.088626 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3527c5cc-2fca-40d1-928c-478db83dfc6d req-28797c08-f98d-4d02-b83e-42b6a80b9064 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386589 Jun 07 13:48:14.288501 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577f1d9-cd7e-4c90-9a29-ebd411e0e579 req-4f15e401-7e3d-4727-a1c8-d8df39a904d7 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:14.290557 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c577f1d9-cd7e-4c90-9a29-ebd411e0e579 req-4f15e401-7e3d-4727-a1c8-d8df39a904d7 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 944 time: 0.0948470 Jun 07 13:48:14.335800 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c577f1d9-cd7e-4c90-9a29-ebd411e0e579 req-b616bd03-c327-4b0a-9d48-031834d8250b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 Jun 07 13:48:15.518848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5300d-c96b-4ead-9e23-f121cdaa349f req-63ac31c1-df3f-4ff2-862a-1c9bc141884e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:15.520337 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2df5300d-c96b-4ead-9e23-f121cdaa349f req-63ac31c1-df3f-4ff2-862a-1c9bc141884e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 944 time: 0.0792584 Jun 07 13:48:15.571785 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:15.665923 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2df5300d-c96b-4ead-9e23-f121cdaa349f req-dfdc679f-cd84-42a6-bccc-563e365aa149 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393282 Jun 07 13:48:16.718893 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:48:16.856179 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef83f8-2d4d-4321-bf51-8a0ffa81d846 req-04de3eab-f4be-4dc2-afd4-858420ec6391 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:16.857688 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-03ef83f8-2d4d-4321-bf51-8a0ffa81d846 req-04de3eab-f4be-4dc2-afd4-858420ec6391 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 944 time: 0.0846736 Jun 07 13:48:16.910931 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-03ef83f8-2d4d-4321-bf51-8a0ffa81d846 req-099d99cb-381d-4c55-9be0-181b13fb85e0 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473084 Jun 07 13:48:17.936589 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 6d501da6-414c-47fd-82b7-ed493c741932 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:48:18.012784 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 6d501da6-414c-47fd-82b7-ed493c741932 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:48:18.017695 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 6d501da6-414c-47fd-82b7-ed493c741932 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:48:18.018082 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.104090 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a59f-98ee-43c9-8274-ce4ec6e5e509 req-ef2efe27-4912-4608-b98b-517e19fd6215 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:18.105420 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5278a59f-98ee-43c9-8274-ce4ec6e5e509 req-ef2efe27-4912-4608-b98b-517e19fd6215 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 944 time: 0.0793529 Jun 07 13:48:18.135467 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.153721 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5278a59f-98ee-43c9-8274-ce4ec6e5e509 req-df118eeb-6e82-45d7-8521-12359470ec92 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Jun 07 13:48:18.168229 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:48:18.170678 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6cc024-a0ef-4040-bc75-28dc24f8568f" -d '{"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-plugged", "status": "completed", "tag": "6d501da6-414c-47fd-82b7-ed493c741932"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:48:18.178521 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:48:18.183996 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.186984 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:18.224472 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d5758-4f3c-4224-bf88-444a6b7d26f8 x-openstack-request-id: req-e83d5758-4f3c-4224-bf88-444a6b7d26f8 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:48:18.224767 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-plugged", "status": "completed", "tag": "6d501da6-414c-47fd-82b7-ed493c741932", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:48:18.225024 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e83d5758-4f3c-4224-bf88-444a6b7d26f8 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:48:18.225404 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932', 'code': 200} Jun 07 13:48:18.262038 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:18.265069 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:19.319509 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a667b-2cf2-4ba8-ab9c-8cdb7a8c8841 req-93408b84-4207-4854-bb4a-d5971ae251ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:19.324771 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1e8a667b-2cf2-4ba8-ab9c-8cdb7a8c8841 req-93408b84-4207-4854-bb4a-d5971ae251ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.0824618 Jun 07 13:48:19.371110 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1e8a667b-2cf2-4ba8-ab9c-8cdb7a8c8841 req-50d521a4-e37a-45f8-8541-38deb61aff52 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 Jun 07 13:48:19.546516 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c59d-9ebc-495d-b3a5-727bfcb06373 req-17a531ad-fed4-4ff9-a139-1ef55016768b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:19.547962 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fdc1c59d-9ebc-495d-b3a5-727bfcb06373 req-17a531ad-fed4-4ff9-a139-1ef55016768b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.2720456 Jun 07 13:48:19.594374 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fdc1c59d-9ebc-495d-b3a5-727bfcb06373 req-227d1472-e57d-407b-8053-afde8d5148c5 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408411 Jun 07 13:48:20.920986 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349bd1f-bd4d-4a64-9c48-e1eca7684821 req-7fd614c1-0668-4062-901e-838cd00d02a3 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:20.922474 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4349bd1f-bd4d-4a64-9c48-e1eca7684821 req-7fd614c1-0668-4062-901e-838cd00d02a3 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.2175586 Jun 07 13:48:20.970759 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4349bd1f-bd4d-4a64-9c48-e1eca7684821 req-df7a37d4-d602-4f3f-8536-dd38416d731c tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 Jun 07 13:48:21.160567 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71ee88-8542-4d39-9c51-ea5ea5bf5a16 req-640042e2-4ef3-4da6-8461-4015cf4cf2ef tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:21.162206 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cd71ee88-8542-4d39-9c51-ea5ea5bf5a16 req-640042e2-4ef3-4da6-8461-4015cf4cf2ef tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0868821 Jun 07 13:48:21.210050 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cd71ee88-8542-4d39-9c51-ea5ea5bf5a16 req-a7dd1d71-3cc0-4a9f-bdf1-c1a04d06cf6e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Jun 07 13:48:21.233575 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51466) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:21.415962 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c60e43c-ad8f-4131-84be-c3554627cc10 tempest-TestShelveInstance-1024499301 tempest-TestShelveInstance-1024499301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:21.417440 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-7c60e43c-ad8f-4131-84be-c3554627cc10 tempest-TestShelveInstance-1024499301 tempest-TestShelveInstance-1024499301-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1093 time: 0.1828551 Jun 07 13:48:21.420305 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51474) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:21.424595 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'port_id': '6d501da6-414c-47fd-82b7-ed493c741932', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:48:21.446758 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for floatingip, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:21.589919 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:21.736139 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Allocated IP 172.27.0.82 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/62325fb5-b4f4-4a7c-8c95-0b3fa3dd9bb5) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:48:21.895196 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:21.924464 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:21.929191 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fe57cdc3-97d2-461f-8113-2da2c53260f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:21.992998 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:48:21.995968 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:48:21.999762 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:48:22.034606 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'Port': ['ID=62325fb5-b4f4-4a7c-8c95-0b3fa3dd9bb5,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:22.038450 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:22.405865 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:22.480775 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:22.702301 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:22.711558 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:22.715313 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:22.821787 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event updated for resources: {'Port': ['ID=62325fb5-b4f4-4a7c-8c95-0b3fa3dd9bb5,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:22.830968 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:22.840270 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:23.113374 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Floating IP 3eee8ec1-6308-47bf-8976-27e6d6ae88f4 associated. External IP: 172.27.0.82, port: 6d501da6-414c-47fd-82b7-ed493c741932. Jun 07 13:48:23.472436 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:48:23.659755 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:48:23.671063 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] Sync routers for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:48:23.680305 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:23.680522 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:48:23.681249 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:48:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:48:23.739598 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3181703 Jun 07 13:48:23.740263 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:48:23.742635 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76071f1a-7062-4e44-9378-ad1497d8692c" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "tag": "6d501da6-414c-47fd-82b7-ed493c741932"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:48:23.792305 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dde9f8-54b2-4cfd-a73b-b9cc38fd3927 x-openstack-request-id: req-a1dde9f8-54b2-4cfd-a73b-b9cc38fd3927 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:48:23.792642 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "tag": "6d501da6-414c-47fd-82b7-ed493c741932", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:48:23.792939 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1dde9f8-54b2-4cfd-a73b-b9cc38fd3927 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:48:23.793371 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932', 'status': 'completed', 'code': 200} Jun 07 13:48:23.891278 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:48:23.894501 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76071f1a-7062-4e44-9378-ad1497d8692c req-8c31f52d-81bc-4680-9a37-2c60f12561e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:23.896751 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76071f1a-7062-4e44-9378-ad1497d8692c req-8c31f52d-81bc-4680-9a37-2c60f12561e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.0794044 Jun 07 13:48:24.041811 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76071f1a-7062-4e44-9378-ad1497d8692c req-3903f5f2-f4c9-44a6-88c2-b0f353ad2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:24.043265 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76071f1a-7062-4e44-9378-ad1497d8692c req-3903f5f2-f4c9-44a6-88c2-b0f353ad2afa service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1386530 Jun 07 13:48:24.166351 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76071f1a-7062-4e44-9378-ad1497d8692c req-1b96083f-db7d-4525-a299-bfd9c746a46f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 998 time: 0.1152439 Jun 07 13:48:24.240071 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76071f1a-7062-4e44-9378-ad1497d8692c req-db3d6606-6de7-4ba4-b25c-47214d261836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:24.241572 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76071f1a-7062-4e44-9378-ad1497d8692c req-db3d6606-6de7-4ba4-b25c-47214d261836 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0681722 Jun 07 13:48:24.275720 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '3eee8ec1-6308-47bf-8976-27e6d6ae88f4', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'port_id': '6d501da6-414c-47fd-82b7-ed493c741932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'mac_address': 'fa:16:3e:1f:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:48:22Z', 'updated_at': '2021-06-07T13:48:22Z', 'revision_number': 0, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 5, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:48:24.280207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] Checking router: 08e39732-6076-4cfc-a360-b4cd4bb40bc9 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:48:24.290500 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:48:24.291148 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:48:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:48:24.323830 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76071f1a-7062-4e44-9378-ad1497d8692c req-7d740190-5706-4b2d-be7e-0f69aff0e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:24.325570 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76071f1a-7062-4e44-9378-ad1497d8692c req-7d740190-5706-4b2d-be7e-0f69aff0e6dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770221 Jun 07 13:48:24.479412 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76071f1a-7062-4e44-9378-ad1497d8692c req-20dd4a3f-e21a-4bfc-a29c-3b64174675fb service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453922 Jun 07 13:48:24.557126 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:48:24.620469 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-76071f1a-7062-4e44-9378-ad1497d8692c req-53a168b8-7a2a-46d1-b9f3-8cfaa8e848b7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304784 Jun 07 13:48:24.903795 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '3eee8ec1-6308-47bf-8976-27e6d6ae88f4', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'port_id': '6d501da6-414c-47fd-82b7-ed493c741932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'mac_address': 'fa:16:3e:1f:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:48:22Z', 'updated_at': '2021-06-07T13:48:22Z', 'revision_number': 0, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 5, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:48:24.907664 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6b353-1b19-4172-842b-e8ce3688974a None None] The sync data for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi is: [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '3eee8ec1-6308-47bf-8976-27e6d6ae88f4', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'port_id': '6d501da6-414c-47fd-82b7-ed493c741932', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'mac_address': 'fa:16:3e:1f:7d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:48:22Z', 'updated_at': '2021-06-07T13:48:22Z', 'revision_number': 0, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 5, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:48:25.081770 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a61105-221f-4327-b9e4-2f20716eb8f3 None None] New status for floating IP 3eee8ec1-6308-47bf-8976-27e6d6ae88f4: ACTIVE {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:48:33.558460 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-876f840e-48a9-4b0b-aaad-7371490a1682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:33.761284 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51592) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:33.886272 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:33.996185 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:33.999866 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.007068 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ec51ef93-457a-470f-8e04-0eca321fdd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:34.048649 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a47c770fc844e579142c428501244bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862606 Jun 07 13:48:34.049695 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc45ae-3ffa-4187-8435-bc04c5990170,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:34.051369 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51596) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:34.058158 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.058548 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.058928 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.059298 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.059666 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.060035 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.060396 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.060755 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.061116 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.061496 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.061854 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.062209 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.066107 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a0a1aff1-3c68-4941-a504-5f33d155c8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:34.111239 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.146714 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.199481 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.202029 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.203170 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccbc45ae-3ffa-4187-8435-bc04c5990170 HTTP/1.1" status: 204 len: 168 time: 0.1507978 Jun 07 13:48:34.203968 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c1918308-1bb9-49a0-b4e9-991cbc3fe41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:34.214521 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc45ae-3ffa-4187-8435-bc04c5990170,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:34.221773 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.222153 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.222516 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.222877 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.223231 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.223587 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.223933 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.224282 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.224630 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.224972 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.225309 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.225685 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:34.228894 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:34.479446 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51602) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:34.496181 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d46364b8-9a04-4ac2-9fe5-fe26197bb593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.600938 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d46364b8-9a04-4ac2-9fe5-fe26197bb593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.604925 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-d46364b8-9a04-4ac2-9fe5-fe26197bb593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.613063 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-b4b54c41-e47d-4c39-a848-1bf638acb883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:34.652608 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-d46364b8-9a04-4ac2-9fe5-fe26197bb593 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbe0466438344e11bb18f7f02bff611c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720338 Jun 07 13:48:34.653530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46364b8-9a04-4ac2-9fe5-fe26197bb593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c583694-00e3-4370-a5be-b7673c56f16e,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:34.655188 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51604) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:34.656540 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d46364b8-9a04-4ac2-9fe5-fe26197bb593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:34.715858 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-177317fd-9f27-422c-b873-5f856b4f1e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.741695 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-177317fd-9f27-422c-b873-5f856b4f1e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.792498 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-177317fd-9f27-422c-b873-5f856b4f1e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.795051 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-177317fd-9f27-422c-b873-5f856b4f1e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:34.796167 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-177317fd-9f27-422c-b873-5f856b4f1e1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c583694-00e3-4370-a5be-b7673c56f16e HTTP/1.1" status: 204 len: 168 time: 0.1396420 Jun 07 13:48:34.796961 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1eccb431-d7fa-4165-9889-f7670d0ddaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:34.806965 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177317fd-9f27-422c-b873-5f856b4f1e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c583694-00e3-4370-a5be-b7673c56f16e,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:34.809224 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-177317fd-9f27-422c-b873-5f856b4f1e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:36.560809 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:37.209096 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ec51a1aa-f2e2-48f6-9ae6-991334cfa316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:37.636228 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51676) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:37.754289 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-85f7e45d-d032-47ee-96e4-50637afad5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:37.856828 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-85f7e45d-d032-47ee-96e4-50637afad5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:37.860626 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-85f7e45d-d032-47ee-96e4-50637afad5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:37.869642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-82ed5f39-902e-45b6-bd2c-de6b9e8b2a43 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:37.908635 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-85f7e45d-d032-47ee-96e4-50637afad5c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c3981675c244a5ead84d44dd182022c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713246 Jun 07 13:48:37.910378 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7e45d-d032-47ee-96e4-50637afad5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a95d29-604e-42c2-81db-19118630357e,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:37.911261 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51680) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:37.913419 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-85f7e45d-d032-47ee-96e4-50637afad5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:37.968605 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-883f840a-0163-4969-a864-b0b1f7ac12dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:37.994937 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-883f840a-0163-4969-a864-b0b1f7ac12dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.047158 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-883f840a-0163-4969-a864-b0b1f7ac12dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.050951 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-883f840a-0163-4969-a864-b0b1f7ac12dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.052561 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-883f840a-0163-4969-a864-b0b1f7ac12dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6a95d29-604e-42c2-81db-19118630357e HTTP/1.1" status: 204 len: 168 time: 0.1402693 Jun 07 13:48:38.053396 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d1a7760d-5d44-46c3-bff8-96a8d11c6f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:38.064525 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f840a-0163-4969-a864-b0b1f7ac12dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a95d29-604e-42c2-81db-19118630357e,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:38.066744 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-883f840a-0163-4969-a864-b0b1f7ac12dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:38.232582 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.365656 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51686) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:38.383259 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-35b0c699-29dd-4f12-ba6d-f12a931e63e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.490505 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-35b0c699-29dd-4f12-ba6d-f12a931e63e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.494581 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-35b0c699-29dd-4f12-ba6d-f12a931e63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.501604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-3d176701-8fc1-468e-abe5-f5f08c2d65f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:38.552128 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-35b0c699-29dd-4f12-ba6d-f12a931e63e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5d7e60a59364c2a9f371ecf1d956c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853578 Jun 07 13:48:38.553344 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0c699-29dd-4f12-ba6d-f12a931e63e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf12d8a-6ac9-4cd3-82af-e914620460ed,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:38.554824 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51688) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:38.557116 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-35b0c699-29dd-4f12-ba6d-f12a931e63e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:38.620221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d274651-ad81-4581-b352-77857e651c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.645438 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d274651-ad81-4581-b352-77857e651c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.701309 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d274651-ad81-4581-b352-77857e651c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.703776 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-0d274651-ad81-4581-b352-77857e651c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:38.704934 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-0d274651-ad81-4581-b352-77857e651c58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bf12d8a-6ac9-4cd3-82af-e914620460ed HTTP/1.1" status: 204 len: 168 time: 0.1486235 Jun 07 13:48:38.705783 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-135db26c-5365-49a5-9791-5704b1f8bc6b tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:38.715314 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d274651-ad81-4581-b352-77857e651c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf12d8a-6ac9-4cd3-82af-e914620460ed,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:38.717542 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0d274651-ad81-4581-b352-77857e651c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:39.675176 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:41.844349 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-91fc760e-9f84-44b5-ac1c-a18db521f9a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896480 Jun 07 13:48:42.006319 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215cb3e-440f-4e54-8898-0612c53c888d req-4559d281-73d2-45e3-a86c-eec0890ce31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:42.007995 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-4559d281-73d2-45e3-a86c-eec0890ce31e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.0777411 Jun 07 13:48:42.163349 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215cb3e-440f-4e54-8898-0612c53c888d req-a0635eca-7c37-4233-bff8-48faf0929d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:42.165508 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-a0635eca-7c37-4233-bff8-48faf0929d06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1334298 Jun 07 13:48:42.276209 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-28cbf92f-217f-4ced-b8e4-a0e5ea0ad576 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 1000 time: 0.1032474 Jun 07 13:48:42.346125 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215cb3e-440f-4e54-8898-0612c53c888d req-334f2327-f437-4298-b912-4a9bc94c2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:42.347531 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-334f2327-f437-4298-b912-4a9bc94c2371 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0609698 Jun 07 13:48:42.426844 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215cb3e-440f-4e54-8898-0612c53c888d req-f54624cf-8c44-4d09-9176-ba891cf8f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:42.428428 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-f54624cf-8c44-4d09-9176-ba891cf8f175 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715318 Jun 07 13:48:42.444802 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-a3b09bf6-e9b2-46b1-a7a5-671d76a6a7c7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:48:42.445748 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-a3b09bf6-e9b2-46b1-a7a5-671d76a6a7c7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054359 Jun 07 13:48:42.674101 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-1a958827-56bd-4339-ae14-c90908b1c93f service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200687 Jun 07 13:48:42.807611 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c215cb3e-440f-4e54-8898-0612c53c888d req-ca393d38-6d24-4579-8aaf-227c9d0c951c service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254220 Jun 07 13:48:43.596038 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51754) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:43.709937 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-63e289d5-b0d2-48e7-9a2b-2d0d03e84c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:43.813694 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-63e289d5-b0d2-48e7-9a2b-2d0d03e84c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:43.817140 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-63e289d5-b0d2-48e7-9a2b-2d0d03e84c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:43.824033 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-70995ab8-1aeb-49bd-bf40-56dc85c20437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:43.868583 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-63e289d5-b0d2-48e7-9a2b-2d0d03e84c3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ac837b043224bf693219009b4217d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711947 Jun 07 13:48:43.869212 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e289d5-b0d2-48e7-9a2b-2d0d03e84c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a1afe3-7001-4c03-bfa6-d2761a998348,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:43.871933 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51758) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:43.872452 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-63e289d5-b0d2-48e7-9a2b-2d0d03e84c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:43.932272 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:43.962224 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:44.013320 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:44.015731 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:44.016834 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13a1afe3-7001-4c03-bfa6-d2761a998348 HTTP/1.1" status: 204 len: 168 time: 0.1435657 Jun 07 13:48:44.017634 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0f9321c9-3a71-441c-9e43-ddbfc42d9600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:44.027622 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a1afe3-7001-4c03-bfa6-d2761a998348,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:44.030065 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:45.119291 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51790) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:45.255777 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-28b6cc96-37d0-4088-aa0e-0adfe073ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.369450 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-28b6cc96-37d0-4088-aa0e-0adfe073ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.374446 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-28b6cc96-37d0-4088-aa0e-0adfe073ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.382800 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-40d8eeb4-48cc-4cd4-8dc5-17561f6f70c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:45.424974 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-28b6cc96-37d0-4088-aa0e-0adfe073ef2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9080f2e31af4fa4a0c2f57efde7e003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044677 Jun 07 13:48:45.425784 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6cc96-37d0-4088-aa0e-0adfe073ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b83a37-b2d0-4fd7-8da6-e0bb94f62b32,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:45.427759 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51794) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:45.428746 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-28b6cc96-37d0-4088-aa0e-0adfe073ef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:45.495342 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1a74848b-19af-43f8-a9e6-52ec8cff2e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.522064 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1a74848b-19af-43f8-a9e6-52ec8cff2e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.574114 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.583755 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1a74848b-19af-43f8-a9e6-52ec8cff2e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.586261 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1a74848b-19af-43f8-a9e6-52ec8cff2e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:45.588215 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1a74848b-19af-43f8-a9e6-52ec8cff2e58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3b83a37-b2d0-4fd7-8da6-e0bb94f62b32 HTTP/1.1" status: 204 len: 168 time: 0.1589322 Jun 07 13:48:45.589001 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1097b4f9-e060-44e4-b1fb-5b02ebe89201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:45.598803 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74848b-19af-43f8-a9e6-52ec8cff2e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b83a37-b2d0-4fd7-8da6-e0bb94f62b32,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:45.601093 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1a74848b-19af-43f8-a9e6-52ec8cff2e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:53.719243 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:48:57.715063 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 51930) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:57.828552 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-597447ad-9b81-4d97-aedf-38ed09b4568e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:57.934004 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-597447ad-9b81-4d97-aedf-38ed09b4568e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:57.938176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-597447ad-9b81-4d97-aedf-38ed09b4568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:57.947563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8076386c-78c1-42e8-a3c1-71adc76349bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:57.989882 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-597447ad-9b81-4d97-aedf-38ed09b4568e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=481897da98a44e8491bb02f663561e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736154 Jun 07 13:48:57.991460 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597447ad-9b81-4d97-aedf-38ed09b4568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2efed-07d9-41f2-b920-3560ce1d7ddd,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:57.992383 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 51934) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:57.995480 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-597447ad-9b81-4d97-aedf-38ed09b4568e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:58.051248 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-cb8089c9-2b72-492f-96e8-a676045baf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:58.078305 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-cb8089c9-2b72-492f-96e8-a676045baf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:58.138449 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-cb8089c9-2b72-492f-96e8-a676045baf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:58.140832 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-cb8089c9-2b72-492f-96e8-a676045baf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:58.141983 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-cb8089c9-2b72-492f-96e8-a676045baf4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8a2efed-07d9-41f2-b920-3560ce1d7ddd HTTP/1.1" status: 204 len: 168 time: 0.1480391 Jun 07 13:48:58.142758 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-55f877e5-1d31-4de0-8229-c1ef550a819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:58.152444 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8089c9-2b72-492f-96e8-a676045baf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2efed-07d9-41f2-b920-3560ce1d7ddd,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:58.154995 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-cb8089c9-2b72-492f-96e8-a676045baf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:49:03.561498 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0c5724d6-0be1-4914-8675-a36f41b0940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:06.564267 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:07.203232 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-945ce9b2-9e84-41eb-938d-6798926745cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:07.904528 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52012) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:49:08.022516 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9d77-0411-498d-b045-06b517c32f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.124628 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9d77-0411-498d-b045-06b517c32f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.128719 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9d77-0411-498d-b045-06b517c32f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.136091 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ec54fc19-30ff-4ae3-8176-5e015ec932a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:49:08.176427 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf9d77-0411-498d-b045-06b517c32f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2761f5ef-e656-448d-b333-20f6456f43c0,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:49:08.180594 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3bdf9d77-0411-498d-b045-06b517c32f77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21f756a6276e41d2985edc1edcd98952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750568 Jun 07 13:49:08.181511 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-3bdf9d77-0411-498d-b045-06b517c32f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:49:08.183510 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52016) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:49:08.236684 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.250000 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87d33d59-d867-4499-8daa-a7de85d3e42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.364349 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87d33d59-d867-4499-8daa-a7de85d3e42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.418403 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87d33d59-d867-4499-8daa-a7de85d3e42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.420758 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-87d33d59-d867-4499-8daa-a7de85d3e42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:08.422090 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-87d33d59-d867-4499-8daa-a7de85d3e42f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2761f5ef-e656-448d-b333-20f6456f43c0 HTTP/1.1" status: 204 len: 168 time: 0.2377117 Jun 07 13:49:08.422837 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-54850eab-1350-42aa-85a4-17aa04e7a425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:49:08.432679 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d33d59-d867-4499-8daa-a7de85d3e42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2761f5ef-e656-448d-b333-20f6456f43c0,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:49:08.435196 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-87d33d59-d867-4499-8daa-a7de85d3e42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:49:09.677177 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:15.584782 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:30.719023 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:49:33.567416 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9e711ef6-cddc-474d-9a84-a83e44d5ace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:36.568574 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:37.206396 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f138847c-b433-47bf-b02b-3a5f2e011535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:38.237749 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:39.683712 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:41.972558 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-5154d4f6-1cca-4e1a-bb85-478e34ce5c1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1859448 Jun 07 13:49:42.138555 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-27ed45ae-77ae-432f-b7c3-6748c8a05d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:49:42.140766 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-27ed45ae-77ae-432f-b7c3-6748c8a05d06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.0903678 Jun 07 13:49:42.306226 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-585c33d0-f3cb-4fca-8aa2-d82487f7c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:49:42.307909 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-585c33d0-f3cb-4fca-8aa2-d82487f7c759 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1456652 Jun 07 13:49:42.419580 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-7212db04-f9b8-4547-9108-17b3e6882e0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 1000 time: 0.1044338 Jun 07 13:49:42.487241 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-fd4a83b7-73db-434d-b4f8-f231c211faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:49:42.488720 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-fd4a83b7-73db-434d-b4f8-f231c211faed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0624356 Jun 07 13:49:42.581641 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-7fa55f33-10e1-41cb-af26-8bb102da177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:49:42.583136 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-7fa55f33-10e1-41cb-af26-8bb102da177c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873525 Jun 07 13:49:42.723629 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-89c64e5f-9e72-462f-8934-b4439e3458db service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325848 Jun 07 13:49:42.866806 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3f7666b0-4734-4a55-b33a-7b4812498c55 req-90c4c6af-935b-4be7-9c79-c668a4339e9c service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360912 Jun 07 13:49:45.583823 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:03.559036 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f544b1f2-b6c5-4c35-ad45-eb54943b229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:06.581399 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:07.210889 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5ab8-5c0c-4e54-bc59-7de89d1baa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:07.718596 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:50:08.241407 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:09.684349 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:15.602671 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:21.946188 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f847a5-8e7e-46fd-958a-c7b6259fbdba req-6a953f00-738e-42ff-a219-2a572a7aa9be tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:21.947645 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-82f847a5-8e7e-46fd-958a-c7b6259fbdba req-6a953f00-738e-42ff-a219-2a572a7aa9be tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0856674 Jun 07 13:50:21.999637 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-82f847a5-8e7e-46fd-958a-c7b6259fbdba req-41b379ce-a03c-4fd5-97e4-df91bbab6a50 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 Jun 07 13:50:23.212271 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf83ad3-0f03-435f-874b-880fc142f6ce req-4d8a3855-b686-4f47-adac-84a540c5d6d4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:23.213768 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf83ad3-0f03-435f-874b-880fc142f6ce req-4d8a3855-b686-4f47-adac-84a540c5d6d4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0825770 Jun 07 13:50:23.259052 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fcf83ad3-0f03-435f-874b-880fc142f6ce req-25a239ca-34ba-4241-be3b-eeab05334fdd tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384409 Jun 07 13:50:24.462097 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a819f81-f26a-4325-b774-83da11276f4e req-fae5f4e3-1354-4ec1-b9e7-aabecc326c21 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:24.463597 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a819f81-f26a-4325-b774-83da11276f4e req-fae5f4e3-1354-4ec1-b9e7-aabecc326c21 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0846629 Jun 07 13:50:24.508168 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9a819f81-f26a-4325-b774-83da11276f4e req-9c00729a-5975-4f13-be71-3deffb43172c tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Jun 07 13:50:25.713990 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec87e9e-75c9-45a3-9e87-367710ccabdb req-c99e2563-b960-40f8-b90f-4c1fc9be7b20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:25.715580 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dec87e9e-75c9-45a3-9e87-367710ccabdb req-c99e2563-b960-40f8-b90f-4c1fc9be7b20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0871754 Jun 07 13:50:25.761872 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dec87e9e-75c9-45a3-9e87-367710ccabdb req-f581386e-b019-4976-8e5f-b361dd8475ea tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Jun 07 13:50:26.973134 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d28c83-158f-43a7-ab70-98ed5974b86c req-aa38dd2a-31e2-40a3-850d-5654ec8052dc tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:26.974678 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-06d28c83-158f-43a7-ab70-98ed5974b86c req-aa38dd2a-31e2-40a3-850d-5654ec8052dc tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0811703 Jun 07 13:50:27.026792 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-06d28c83-158f-43a7-ab70-98ed5974b86c req-ebd06072-1ac1-437b-9d13-b261fb0b309d tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Jun 07 13:50:28.228677 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da3a82-7fae-47fb-a7ee-ad01991de561 req-125ca8fe-e565-4a77-a285-53a9dae1394f tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:28.230167 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20da3a82-7fae-47fb-a7ee-ad01991de561 req-125ca8fe-e565-4a77-a285-53a9dae1394f tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0815780 Jun 07 13:50:28.283015 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-20da3a82-7fae-47fb-a7ee-ad01991de561 req-61c74af1-89b5-49bc-95f3-9a2e7838b379 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Jun 07 13:50:29.480728 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25f1a6-06db-44d4-80f2-55f77c4a7731 req-119207df-2383-487f-84cf-8717afab46ca tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:29.482178 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cb25f1a6-06db-44d4-80f2-55f77c4a7731 req-119207df-2383-487f-84cf-8717afab46ca tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0802395 Jun 07 13:50:29.537558 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cb25f1a6-06db-44d4-80f2-55f77c4a7731 req-780ebafc-f8d3-4bd0-a281-86bfd02a2cf4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490820 Jun 07 13:50:30.855546 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31fd3-e7de-4366-bfd9-60a9b57f034e req-a367235c-6f7a-44a1-8f17-d2ebe4c45909 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:30.857070 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a4c31fd3-e7de-4366-bfd9-60a9b57f034e req-a367235c-6f7a-44a1-8f17-d2ebe4c45909 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.2043874 Jun 07 13:50:30.906923 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a4c31fd3-e7de-4366-bfd9-60a9b57f034e req-e22b6635-f5a1-4ff1-985f-77ce753550c4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431380 Jun 07 13:50:32.085063 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-a92b5d81-32de-48d3-9626-5371cda19671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:32.086612 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-a92b5d81-32de-48d3-9626-5371cda19671 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.0761225 Jun 07 13:50:32.106106 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d63ed-0b67-46ba-bb1b-f8a8ef8d3f90 req-be5da257-56b8-44ba-973a-090408047e0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:32.109914 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-212d63ed-0b67-46ba-bb1b-f8a8ef8d3f90 req-be5da257-56b8-44ba-973a-090408047e0e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0905991 Jun 07 13:50:32.164285 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-212d63ed-0b67-46ba-bb1b-f8a8ef8d3f90 req-839358ef-8225-4571-85ca-b7c2a8199c76 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Jun 07 13:50:32.221334 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-e119c024-5636-439e-a401-ce8d0614397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:32.222789 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-e119c024-5636-439e-a401-ce8d0614397a service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1293995 Jun 07 13:50:32.327774 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-12537f62-5c34-40d8-9230-2d1db5e9004c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 1000 time: 0.0977674 Jun 07 13:50:32.398505 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-b8a188be-279a-4a70-8bbf-e016d82b2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:32.399999 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-b8a188be-279a-4a70-8bbf-e016d82b2692 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0644474 Jun 07 13:50:32.485212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-c45dc6ac-7857-4de5-89dd-111d16cbef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:32.486736 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-c45dc6ac-7857-4de5-89dd-111d16cbef4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786109 Jun 07 13:50:32.629064 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-37650dd5-5c99-4dec-8073-29bb3a20e3b1 service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301467 Jun 07 13:50:32.770515 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c17ff26-7bd2-405b-8372-f55d01ec4b93 req-c671ec0e-9a5c-4192-8662-8260c482a4cf service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343169 Jun 07 13:50:33.364672 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad802f-6247-4674-af1a-e25e880fb24d req-642618eb-3da9-4566-bfdc-0a19777626f9 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:33.366916 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92ad802f-6247-4674-af1a-e25e880fb24d req-642618eb-3da9-4566-bfdc-0a19777626f9 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0949614 Jun 07 13:50:33.419303 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92ad802f-6247-4674-af1a-e25e880fb24d req-48213182-a342-42fd-8b6c-8779495087f2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Jun 07 13:50:33.564168 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ba275ca7-3942-4889-9491-b06c3c3d9440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:34.686376 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5ffdb-f558-4355-a5ee-b01a403bbc3e req-39d68ad9-316c-4938-9add-cdf6ff9ac91a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:34.688033 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-98a5ffdb-f558-4355-a5ee-b01a403bbc3e req-39d68ad9-316c-4938-9add-cdf6ff9ac91a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.1370981 Jun 07 13:50:34.753151 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-98a5ffdb-f558-4355-a5ee-b01a403bbc3e req-03b19459-1456-43e3-aabc-5603ac632526 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583320 Jun 07 13:50:36.004905 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f3a21-950c-47be-a14c-c45622c720c8 req-6d5b3511-491b-4b11-aa81-e94adede034c tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:36.006435 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cb3f3a21-950c-47be-a14c-c45622c720c8 req-6d5b3511-491b-4b11-aa81-e94adede034c tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0992138 Jun 07 13:50:36.066824 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-cb3f3a21-950c-47be-a14c-c45622c720c8 req-be3ea2db-74f1-45c5-a0a9-56bc31d7fda5 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543139 Jun 07 13:50:36.424615 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52102) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:50:36.520260 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11941695-fa2f-44e5-b003-bb2cd6ea036c req-c5996a55-57fe-454d-9b18-fa0a195b3df1 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:36.521810 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-11941695-fa2f-44e5-b003-bb2cd6ea036c req-c5996a55-57fe-454d-9b18-fa0a195b3df1 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.1016331 Jun 07 13:50:36.575758 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:36.577709 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-f4e7f29a-2fa7-48ce-94a3-da058861c892 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1513727 Jun 07 13:50:36.583894 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-11941695-fa2f-44e5-b003-bb2cd6ea036c req-503e1188-2916-47f7-a027-bd79cf1c7185 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483952 Jun 07 13:50:37.218053 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-55b08fc9-d295-419a-981c-bea12420fc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:37.838382 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756d54d-510f-4e46-9af8-63f3c79e3490 req-d601939d-6cca-4cd8-9d62-9f7102da0091 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:37.839904 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3756d54d-510f-4e46-9af8-63f3c79e3490 req-d601939d-6cca-4cd8-9d62-9f7102da0091 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.1081545 Jun 07 13:50:37.890473 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3756d54d-510f-4e46-9af8-63f3c79e3490 req-504c650f-cf63-46b7-8041-f3ef80d6f469 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Jun 07 13:50:38.256173 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:38.288205 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 6d501da6-414c-47fd-82b7-ed493c741932 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:50:38.468599 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:38.513578 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:50:38.517566 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b860ab3a-ab23-4274-a1d7-028f2cfbac78" -d '{"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-unplugged", "status": "completed", "tag": "6d501da6-414c-47fd-82b7-ed493c741932"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:50:38.528380 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:50:38.534171 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:38.537281 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d2d599ef-15d0-4935-b1ff-c73fa0a9fdaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:50:38.624178 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=6']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:50:38.634498 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.635077 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.635651 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.636273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.636845 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.637410 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.638005 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.638588 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.639703 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.640264 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.641056 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.641640 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:50:38.648850 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:50:38.742518 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d370c30a-93af-48fa-b889-b5a94a56c5ca x-openstack-request-id: req-d370c30a-93af-48fa-b889-b5a94a56c5ca {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:50:38.742918 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-unplugged", "status": "completed", "tag": "6d501da6-414c-47fd-82b7-ed493c741932", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:50:38.743269 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d370c30a-93af-48fa-b889-b5a94a56c5ca {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:50:38.743752 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932', 'code': 200} Jun 07 13:50:38.856530 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070985f-33bd-4885-9061-0216e1ae60be req-ee7eb5bc-6de3-4b5a-a730-b1942035fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:38.858103 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-ee7eb5bc-6de3-4b5a-a730-b1942035fb7f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02&tenant_id=12bf10768b8248ea89e6bd00839fdd39 HTTP/1.1" status: 200 len: 1096 time: 0.1000504 Jun 07 13:50:38.964801 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070985f-33bd-4885-9061-0216e1ae60be req-71ada05f-9bef-429e-af39-1665ce0cc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:38.966339 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-71ada05f-9bef-429e-af39-1665ce0cc60c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1096 time: 0.0760155 Jun 07 13:50:39.124066 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070985f-33bd-4885-9061-0216e1ae60be req-66d75da0-6ba9-4d95-88ce-ead45840bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:39.126086 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-66d75da0-6ba9-4d95-88ce-ead45840bba5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1510117 Jun 07 13:50:39.160501 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d92fb-78e4-47ca-8183-21342d07c2f4 req-d42deffe-27b9-4be5-b6e9-4dee32539444 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:39.162008 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3f2d92fb-78e4-47ca-8183-21342d07c2f4 req-d42deffe-27b9-4be5-b6e9-4dee32539444 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0977175 Jun 07 13:50:39.223879 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-3f2d92fb-78e4-47ca-8183-21342d07c2f4 req-605abb7b-e9dd-4693-90b4-9b2f17652b06 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556834 Jun 07 13:50:39.251529 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-d260713c-fadd-4476-a234-6b2d9dc796e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 998 time: 0.1145494 Jun 07 13:50:39.324574 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070985f-33bd-4885-9061-0216e1ae60be req-e862a3fc-0e6c-47ee-bd74-4d1f2784b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:39.326040 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-e862a3fc-0e6c-47ee-bd74-4d1f2784b9aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0662739 Jun 07 13:50:39.576114 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070985f-33bd-4885-9061-0216e1ae60be req-ee2d646b-02ab-4821-8721-6955592f13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:39.578026 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-ee2d646b-02ab-4821-8721-6955592f13cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2438033 Jun 07 13:50:39.696418 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:39.787295 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-15828798-5c66-487c-9b46-ffa950d6a5fe service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929476 Jun 07 13:50:39.950528 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-7070985f-33bd-4885-9061-0216e1ae60be req-33b67f3f-94a5-4213-a5ef-f295d799dcb7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622071 Jun 07 13:50:40.473065 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190994ff-31af-4543-9525-1b048aad900e req-99155a3b-65e5-4bab-aafa-cc175565f1ec tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:40.474868 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-190994ff-31af-4543-9525-1b048aad900e req-99155a3b-65e5-4bab-aafa-cc175565f1ec tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0946059 Jun 07 13:50:40.540841 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-190994ff-31af-4543-9525-1b048aad900e req-f52e28c3-d289-4e85-a83a-e406aaf3c55a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593646 Jun 07 13:50:41.740940 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1cbaf-2b88-4e5d-9108-3efbb394a590 req-610fc43d-91dc-4ae4-b6aa-fb64be5e0e42 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:41.742490 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ecd1cbaf-2b88-4e5d-9108-3efbb394a590 req-610fc43d-91dc-4ae4-b6aa-fb64be5e0e42 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0882440 Jun 07 13:50:41.810296 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ecd1cbaf-2b88-4e5d-9108-3efbb394a590 req-d876163d-6db6-4ec6-b959-9fe9a371477d tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541594 Jun 07 13:50:41.926349 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230378e4-9f7d-419a-8364-67db6e911696 req-d282804f-aac2-4cb3-b991-22a0d4db951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:41.927968 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-230378e4-9f7d-419a-8364-67db6e911696 req-d282804f-aac2-4cb3-b991-22a0d4db951b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1096 time: 0.0831141 Jun 07 13:50:42.105713 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230378e4-9f7d-419a-8364-67db6e911696 req-45dcc086-9425-442d-ae3b-53adb8006b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:42.107182 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-230378e4-9f7d-419a-8364-67db6e911696 req-45dcc086-9425-442d-ae3b-53adb8006b54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1564610 Jun 07 13:50:42.241852 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-230378e4-9f7d-419a-8364-67db6e911696 req-93d562c5-b862-4a85-921a-22f2374cd980 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 998 time: 0.1268167 Jun 07 13:50:42.312299 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230378e4-9f7d-419a-8364-67db6e911696 req-3cc8b407-a6fc-4cee-ab67-781b11a4a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:42.313799 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-230378e4-9f7d-419a-8364-67db6e911696 req-3cc8b407-a6fc-4cee-ab67-781b11a4a967 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0645072 Jun 07 13:50:42.413286 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230378e4-9f7d-419a-8364-67db6e911696 req-8b89650d-e2f0-435b-b7d3-9ec789580be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:42.415387 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-230378e4-9f7d-419a-8364-67db6e911696 req-8b89650d-e2f0-435b-b7d3-9ec789580be1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934677 Jun 07 13:50:42.587809 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-230378e4-9f7d-419a-8364-67db6e911696 req-b4d4f68d-b9e5-4ace-bf01-428084f72e47 service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647444 Jun 07 13:50:42.756621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-230378e4-9f7d-419a-8364-67db6e911696 req-a035649a-cf1c-462f-9504-f40c2f2e6fdc service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611750 Jun 07 13:50:43.021581 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e771b5a-a448-4f71-a3e5-80b723d4a5c3 req-6cbfa1e8-ebf6-46b9-923c-43ebdbd62be5 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:43.023944 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6e771b5a-a448-4f71-a3e5-80b723d4a5c3 req-6cbfa1e8-ebf6-46b9-923c-43ebdbd62be5 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0908484 Jun 07 13:50:43.086072 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6e771b5a-a448-4f71-a3e5-80b723d4a5c3 req-3eedfd1d-7ae1-4a0e-8583-7c531dcbf876 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548921 Jun 07 13:50:44.314817 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c11451-e26f-44cc-b62f-c3b12215e284 req-415806f9-92fc-4586-8e5d-5ae5cd495c44 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:44.316405 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a1c11451-e26f-44cc-b62f-c3b12215e284 req-415806f9-92fc-4586-8e5d-5ae5cd495c44 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0926588 Jun 07 13:50:44.369693 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a1c11451-e26f-44cc-b62f-c3b12215e284 req-3870fb6b-4b1a-4cc8-838e-6a72772eac65 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472558 Jun 07 13:50:44.719113 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:50:45.580866 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99485977-b2dc-4bec-ba55-c648f858a779 req-b95a735a-3166-4822-b28a-8fd9f56caeaa tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:45.582620 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-99485977-b2dc-4bec-ba55-c648f858a779 req-b95a735a-3166-4822-b28a-8fd9f56caeaa tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0926087 Jun 07 13:50:45.603649 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:45.631910 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-99485977-b2dc-4bec-ba55-c648f858a779 req-48ba8297-6320-4b46-8b2c-2673cfc7a1ab tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Jun 07 13:50:46.838805 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1cf8f-01a0-45e3-a4e9-e3b5936df6f4 req-a8230d27-71e6-413f-87f9-07d022395704 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:46.840387 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fff1cf8f-01a0-45e3-a4e9-e3b5936df6f4 req-a8230d27-71e6-413f-87f9-07d022395704 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0912433 Jun 07 13:50:46.889446 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fff1cf8f-01a0-45e3-a4e9-e3b5936df6f4 req-6f282cdb-ccdb-4b14-a7ea-e21eca60005f tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423715 Jun 07 13:50:48.077794 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16a65a-cc40-48e4-a542-f4d30e8da32a req-a6a8ade1-fa12-4809-ba68-d44e956a75f4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:48.079173 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad16a65a-cc40-48e4-a542-f4d30e8da32a req-a6a8ade1-fa12-4809-ba68-d44e956a75f4 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 943 time: 0.0821640 Jun 07 13:50:48.128083 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ad16a65a-cc40-48e4-a542-f4d30e8da32a req-a5639516-de8a-4d0b-bba6-3ebb709e92d3 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Jun 07 13:50:48.320284 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 6d501da6-414c-47fd-82b7-ed493c741932 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:50:48.461872 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:50:48.475942 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '6d501da6-414c-47fd-82b7-ed493c741932', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'port_id': '6d501da6-414c-47fd-82b7-ed493c741932', 'mac_address': 'fa:16:3e:1f:7d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:50:48.536838 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:48.555528 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d501da6-414c-47fd-82b7-ed493c741932 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:50:48.574682 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:50:48.579663 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:48.582653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:50:48.703295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=7']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:50:48.706681 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:50:48.903946 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['6d501da6-414c-47fd-82b7-ed493c741932'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:50:49.328986 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee76a-ac8a-4737-b80a-3603703d57d5 req-fe048958-6ae2-4061-a548-859d2e9f51e0 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:49.330585 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f69ee76a-ac8a-4737-b80a-3603703d57d5 req-fe048958-6ae2-4061-a548-859d2e9f51e0 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 944 time: 0.0876384 Jun 07 13:50:49.380911 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-f69ee76a-ac8a-4737-b80a-3603703d57d5 req-4985c878-11b7-4f8a-83d4-6459f80f0564 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447023 Jun 07 13:50:50.335806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 6d501da6-414c-47fd-82b7-ed493c741932 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:50:50.408688 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 6d501da6-414c-47fd-82b7-ed493c741932 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:50:50.409095 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:50.559244 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:50.599616 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:50:50.601510 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14a31d-972e-4d0c-8ed3-f4f465abbb4b req-371855cb-e396-44cd-83ca-94f29f27fee3 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:50.602276 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0dfc4d-52d9-413f-8763-c6921f2bc184" -d '{"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-plugged", "status": "completed", "tag": "6d501da6-414c-47fd-82b7-ed493c741932"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:50:50.603075 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b14a31d-972e-4d0c-8ed3-f4f465abbb4b req-371855cb-e396-44cd-83ca-94f29f27fee3 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 944 time: 0.0985756 Jun 07 13:50:50.614129 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:50:50.619287 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:50.621265 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-6d00ca45-e568-4d11-a4ad-771b2d8baf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:50:50.675933 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4b14a31d-972e-4d0c-8ed3-f4f465abbb4b req-d78e4798-dd13-43a4-a096-3fe088262f0c tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653450 Jun 07 13:50:50.681301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30b92e-6b4e-4b9e-aad4-afcb16c49ee7 x-openstack-request-id: req-3c30b92e-6b4e-4b9e-aad4-afcb16c49ee7 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:50:50.681943 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-plugged", "status": "completed", "tag": "6d501da6-414c-47fd-82b7-ed493c741932", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:50:50.682353 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c30b92e-6b4e-4b9e-aad4-afcb16c49ee7 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:50:50.682897 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932', 'code': 200} Jun 07 13:50:50.713763 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=8']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:50:50.718817 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:50:51.168551 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5662a6f-254a-4cd3-a852-2806541c8c7b req-bd3e44c3-ccbc-4a6b-93bf-de364a1effdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:51.170738 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5662a6f-254a-4cd3-a852-2806541c8c7b req-bd3e44c3-ccbc-4a6b-93bf-de364a1effdf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.2127123 Jun 07 13:50:51.239006 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5662a6f-254a-4cd3-a852-2806541c8c7b req-f8c16d05-5c43-4b55-bfb9-76aa1d47a39f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572231 Jun 07 13:50:51.978006 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c380b37-8c43-49c1-a072-664a0383e9b9 req-85b1a430-5a0e-4e7d-b44f-0977d7df105f tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:51.979342 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1c380b37-8c43-49c1-a072-664a0383e9b9 req-85b1a430-5a0e-4e7d-b44f-0977d7df105f tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0954854 Jun 07 13:50:52.027913 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-1c380b37-8c43-49c1-a072-664a0383e9b9 req-e77d1aee-db25-4c37-a972-781be5b4f64c tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Jun 07 13:50:53.248807 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e20437-74ec-4c4b-9e4d-c328e6bed448 req-ac2a2450-bddf-4829-af66-9b167e06fc36 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:50:53.250299 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92e20437-74ec-4c4b-9e4d-c328e6bed448 req-ac2a2450-bddf-4829-af66-9b167e06fc36 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0916052 Jun 07 13:50:53.298195 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-92e20437-74ec-4c4b-9e4d-c328e6bed448 req-6eec5b6e-3b99-420b-9369-4d62278dbb4e tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Jun 07 13:51:03.569633 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-345acfff-fb46-4f03-9952-f76ad5324f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:06.566700 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:07.210601 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fb26636a-7d30-4ac4-b2ab-93f5a6d57b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:08.247339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:09.693650 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:15.615751 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:21.719454 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:51:33.565040 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-744bc2ec-3b8e-4d33-bab7-dd90ed333407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:36.570155 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:37.212463 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6c8962ff-11a8-4fd8-8a4a-e782855304a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:38.257171 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:39.696029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:41.830039 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-3df45166-4ab8-40f3-a037-e917fd41fe53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776525 Jun 07 13:51:41.975412 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-064cac57-90dd-45bd-acc8-f42388206b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:51:41.976881 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-064cac57-90dd-45bd-acc8-f42388206b6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.0717494 Jun 07 13:51:42.125255 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-ac3ca4da-926a-4567-bded-9af30811b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:51:42.126727 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-ac3ca4da-926a-4567-bded-9af30811b6a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1281526 Jun 07 13:51:42.239182 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-b1c87861-9c6e-444d-9f80-d5deea2e8d9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 1000 time: 0.1048894 Jun 07 13:51:42.311019 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-063aaf24-929c-400f-93ca-549f2f96c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:51:42.313118 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-063aaf24-929c-400f-93ca-549f2f96c578 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0671794 Jun 07 13:51:42.397554 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-88420f8b-62cc-4787-a63a-4b82a3a21eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:51:42.398994 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-88420f8b-62cc-4787-a63a-4b82a3a21eda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774727 Jun 07 13:51:42.540970 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-5bffc5a2-e7ee-414f-b30c-23873c51a3cb service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338055 Jun 07 13:51:42.695593 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b46282a2-94aa-4306-bb8a-414796b0ad2a req-000746ac-16e1-4e6c-b46c-b60f14a64a60 service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455076 Jun 07 13:51:45.616477 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:58.719158 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:52:03.575865 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e16f5e04-0034-4f18-8b9c-9e0579809ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:06.576444 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:07.215907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c3b7d500-87ed-42a6-af99-043f81ef4e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:08.254087 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:09.699814 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:12.018330 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52166) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:12.320761 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Deleting port 62325fb5-b4f4-4a7c-8c95-0b3fa3dd9bb5 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:12.321157 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:12.581338 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:12.581595 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:12.710679 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Calling delete_port for 62325fb5-b4f4-4a7c-8c95-0b3fa3dd9bb5 owned by network:floatingip {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:12.868919 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:12.873081 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c2d634da-aa4c-484b-9a4d-de9afebdefa8 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:12.919962 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event deleted for resources: {'Port': ['ID=62325fb5-b4f4-4a7c-8c95-0b3fa3dd9bb5,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:12.962289 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.962668 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.963036 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.963406 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.963765 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.964120 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.965068 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.965415 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.965793 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.966147 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.966498 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.966852 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:12.976862 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:13.044017 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for floatingip, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:13.044861 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Floating IP 3eee8ec1-6308-47bf-8976-27e6d6ae88f4 disassociated (deleted). External IP: 172.27.0.82, port: 6d501da6-414c-47fd-82b7-ed493c741932. Jun 07 13:52:13.428764 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:52:13.644416 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:52:13.649145 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:13.659788 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] Sync routers for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:52:13.672993 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:13.673672 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:13.719854 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "DELETE /v2.0/floatingips/3eee8ec1-6308-47bf-8976-27e6d6ae88f4 HTTP/1.1" status: 204 len: 168 time: 1.7000866 Jun 07 13:52:13.720809 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:52:13.724558 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c819802-a9c0-49e4-a316-6756e2486e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "tag": "6d501da6-414c-47fd-82b7-ed493c741932"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:52:13.881636 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:14.051504 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086904c0-4f75-4e52-9af7-e69d6a0bcdae x-openstack-request-id: req-086904c0-4f75-4e52-9af7-e69d6a0bcdae {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:52:14.052350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "tag": "6d501da6-414c-47fd-82b7-ed493c741932", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:52:14.052350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-086904c0-4f75-4e52-9af7-e69d6a0bcdae {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:52:14.053245 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932', 'status': 'completed', 'code': 200} Jun 07 13:52:14.272669 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-0ecc6b13-f0be-4dd5-80d5-3e2e8f615fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:14.274090 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-0ecc6b13-f0be-4dd5-80d5-3e2e8f615fbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=12bf10768b8248ea89e6bd00839fdd39&device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 1098 time: 0.1886303 Jun 07 13:52:14.288674 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6f607-5d41-44f2-843d-dbfe5c82bb36 req-767fb0fd-ba30-4444-b5a0-e31900b6798f tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:14.290187 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-63e6f607-5d41-44f2-843d-dbfe5c82bb36 req-767fb0fd-ba30-4444-b5a0-e31900b6798f tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.1339111 Jun 07 13:52:14.318653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 5, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:14.324638 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] Checking router: 08e39732-6076-4cfc-a360-b4cd4bb40bc9 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:52:14.333223 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:14.333901 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:14.430092 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-63e6f607-5d41-44f2-843d-dbfe5c82bb36 req-0a881cbe-f5e6-4844-8a26-aca1f5064c98 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195123 Jun 07 13:52:14.470509 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-a5857f67-5b14-4943-bf50-2bda8f9bc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:14.471949 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-a5857f67-5b14-4943-bf50-2bda8f9bc775 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 200 len: 910 time: 0.1809068 Jun 07 13:52:14.557863 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-9f0bd8b8-2705-45a7-872d-d713fcb6135f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 200 len: 217 time: 0.0787952 Jun 07 13:52:14.582354 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:14.642356 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-f02df9d2-05d6-40ad-ac46-646a4213abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:14.643775 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-f02df9d2-05d6-40ad-ac46-646a4213abb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 200 len: 848 time: 0.0792079 Jun 07 13:52:14.742626 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-ab0a4ca6-6d8d-46c3-bd69-f8824fa23f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:14.744158 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-ab0a4ca6-6d8d-46c3-bd69-f8824fa23f2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd658977-186b-461c-b84b-f4b278c74522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930090 Jun 07 13:52:14.943507 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 5, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:14.948450 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca67bb2-4c0e-40f3-94e8-7168126b119f None None] The sync data for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi is: [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:47:29Z', 'revision_number': 4, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': '1c776c42-9f13-41fc-a0d6-254d1bc4589f', 'name': '', 'network_id': 'fd658977-186b-461c-b84b-f4b278c74522', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'mac_address': 'fa:16:3e:5c:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e61eaca7-e115-43c6-a208-393987291beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:28Z', 'updated_at': '2021-06-07T13:47:34Z', 'revision_number': 5, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'subnets': [{'id': 'e61eaca7-e115-43c6-a208-393987291beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:52:15.040546 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-80afc7f4-2707-4185-8094-bdda5c157fd7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880976 Jun 07 13:52:15.204974 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49714c-4ff3-42bd-8456-abcc8c155039 None None] New status for floating IP 3eee8ec1-6308-47bf-8976-27e6d6ae88f4: DOWN {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:52:15.217562 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6c819802-a9c0-49e4-a316-6756e2486e2e req-0afd39a0-b6c2-42d5-8865-93496edc1a57 service neutron] 10.222.0.60 "GET /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665792 Jun 07 13:52:15.616799 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:15.709962 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155f101-daa0-4754-b868-7ec6d242553b req-d29c63b2-096c-454f-9b12-7daa562e870d tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:15.712449 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9155f101-daa0-4754-b868-7ec6d242553b req-d29c63b2-096c-454f-9b12-7daa562e870d tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.1348560 Jun 07 13:52:15.766865 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-9155f101-daa0-4754-b868-7ec6d242553b req-5d7aac17-def4-475e-ad63-e2e435efe2d9 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f04f1a7-d6eb-4df5-a262-c73046298323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448883 Jun 07 13:52:15.985655 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-cff8a9a2-2f00-48b4-89c7-de550759a5ba tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:15.987160 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-cff8a9a2-2f00-48b4-89c7-de550759a5ba tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.60 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 945 time: 0.0971074 Jun 07 13:52:16.140929 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Deleting port 6d501da6-414c-47fd-82b7-ed493c741932 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:16.141267 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:16.304826 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] For port 6d501da6-414c-47fd-82b7-ed493c741932, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=6d501da6-414c-47fd-82b7-ed493c741932,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:16.305187 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:16.436754 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Calling delete_port for 6d501da6-414c-47fd-82b7-ed493c741932 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:16.563560 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:16.569396 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:16.618909 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event deleted for resources: {'Port': ['ID=6d501da6-414c-47fd-82b7-ed493c741932,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:16.654579 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.655417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.655417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.655881 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.656167 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.656453 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.656768 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.658328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.658328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.658328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.658328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.659557 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:16.666734 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:16.713020 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] No DVR routers for this DVR port 6d501da6-414c-47fd-82b7-ed493c741932 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:52:16.715598 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:16.717592 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3b4e1e28-3904-486c-bc73-16b399e0778b req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.60 "DELETE /v2.0/ports/6d501da6-414c-47fd-82b7-ed493c741932 HTTP/1.1" status: 204 len: 173 time: 0.7241573 Jun 07 13:52:16.718127 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-deleted', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:52:16.720470 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b01d83-405c-4c24-89d7-9312062c659e" -d '{"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-deleted", "tag": "6d501da6-414c-47fd-82b7-ed493c741932"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:52:16.829522 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d63c2b0-5bde-4966-9981-b141863101c5 x-openstack-request-id: req-7d63c2b0-5bde-4966-9981-b141863101c5 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:52:16.829858 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c0ff9-247b-4336-a992-c98ecc014c02", "name": "network-vif-deleted", "tag": "6d501da6-414c-47fd-82b7-ed493c741932", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:52:16.830156 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d63c2b0-5bde-4966-9981-b141863101c5 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:52:16.830622 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37c0ff9-247b-4336-a992-c98ecc014c02', 'name': 'network-vif-deleted', 'tag': '6d501da6-414c-47fd-82b7-ed493c741932', 'status': 'completed', 'code': 200} Jun 07 13:52:16.969395 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c9d1dbdf-dd57-4879-8201-26ea9ca9d28d req-4caf7c1d-8b8f-46f9-a404-f65042d3fb10 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "GET /v2.0/ports?device_id=b37c0ff9-247b-4336-a992-c98ecc014c02 HTTP/1.1" status: 200 len: 210 time: 0.0538044 Jun 07 13:52:18.079559 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52196) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:18.158859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c86102ba-ae05-4439-b6ad-466e270e1b74 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:18.199342 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c86102ba-ae05-4439-b6ad-466e270e1b74 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:18.272183 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c86102ba-ae05-4439-b6ad-466e270e1b74 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:18.274737 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c86102ba-ae05-4439-b6ad-466e270e1b74 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:18.275924 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c86102ba-ae05-4439-b6ad-466e270e1b74 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] 10.222.0.44 "DELETE /v2.0/security-groups/7f04f1a7-d6eb-4df5-a262-c73046298323 HTTP/1.1" status: 204 len: 168 time: 0.1953216 Jun 07 13:52:18.276729 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-d46364b8-9a04-4ac2-9fe5-fe26197bb593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:18.288046 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86102ba-ae05-4439-b6ad-466e270e1b74 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f04f1a7-d6eb-4df5-a262-c73046298323,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:18.290635 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c86102ba-ae05-4439-b6ad-466e270e1b74 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:18.331890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52200) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:18.796849 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 6d501da6-414c-47fd-82b7-ed493c741932 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:52:18.841541 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 6d501da6-414c-47fd-82b7-ed493c741932 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:52:18.841901 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 6d501da6-414c-47fd-82b7-ed493c741932 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:52:19.054628 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:19.666510 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Deleting port 1c776c42-9f13-41fc-a0d6-254d1bc4589f {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:19.667343 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:19.843369 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] For port 1c776c42-9f13-41fc-a0d6-254d1bc4589f, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=1c776c42-9f13-41fc-a0d6-254d1bc4589f,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:19.843730 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:19.987085 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Calling delete_port for 1c776c42-9f13-41fc-a0d6-254d1bc4589f owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:20.202947 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:20.207660 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-80f47cd4-2d4f-470f-8356-af563a371235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:20.256406 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c776c42-9f13-41fc-a0d6-254d1bc4589f,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:20.260631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:20.609977 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:21.112480 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:52:21.295507 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:52:21.300317 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-cad9e503-0345-4e9d-8d42-0dd601985b6d admin admin] 10.222.0.44 "PUT /v2.0/routers/08e39732-6076-4cfc-a360-b4cd4bb40bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9659469 Jun 07 13:52:21.304043 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52202) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:21.307723 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] Sync routers for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:52:21.318567 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:21.319202 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:21.502705 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:21.505453 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:21.682731 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:21.766961 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Deleting port 11e89334-6328-49f1-9d72-e51678e74e74 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:21.766961 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:21.813499 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '11e89334-6328-49f1-9d72-e51678e74e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:52:20Z', 'revision_number': 5, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port': {'id': '11e89334-6328-49f1-9d72-e51678e74e74', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:25Z', 'updated_at': '2021-06-07T13:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:21.818154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] Checking router: 08e39732-6076-4cfc-a360-b4cd4bb40bc9 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:52:21.827665 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] Routers {'08e39732-6076-4cfc-a360-b4cd4bb40bc9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:21.828284 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:21.895968 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] For port 11e89334-6328-49f1-9d72-e51678e74e74, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=11e89334-6328-49f1-9d72-e51678e74e74,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:21.896338 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:21.978082 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] Set router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:22.020338 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Calling delete_port for 11e89334-6328-49f1-9d72-e51678e74e74 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:22.083205 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:52:21Z', 'revision_number': 6, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:22.087176 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6f237-16b8-4d5c-ba37-01ec51b9afd9 None None] The sync data for ids ['08e39732-6076-4cfc-a360-b4cd4bb40bc9'] in dv-cinder-785362-2-iscsi is: [{'id': '08e39732-6076-4cfc-a360-b4cd4bb40bc9', 'name': 'tempest-TestShelveInstance-1015441609-router', 'tenant_id': '12bf10768b8248ea89e6bd00839fdd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:24Z', 'updated_at': '2021-06-07T13:52:21Z', 'revision_number': 6, 'project_id': '12bf10768b8248ea89e6bd00839fdd39', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:52:22.165182 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.169392 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-296dc149-62c9-45f1-8a95-17d3dfd711ef tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:22.212569 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e89334-6328-49f1-9d72-e51678e74e74,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:22.215666 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:22.307210 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.601689 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.605960 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.630507 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.631022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e39732-6076-4cfc-a360-b4cd4bb40bc9 {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:52:22.635899 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.637924 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-9562b94c-3ff1-435c-8064-d29242a4c1e9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/08e39732-6076-4cfc-a360-b4cd4bb40bc9 HTTP/1.1" status: 204 len: 168 time: 1.3326135 Jun 07 13:52:22.640896 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52204) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:22.700894 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Deleting subnet e61eaca7-e115-43c6-a208-393987291beb {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:52:22.704038 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.761778 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.855504 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.890295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1c776c42-9f13-41fc-a0d6-254d1bc4589f no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:52:22.946035 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.951484 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-615e270c-8dac-4be2-94f2-91cc346550c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:22.986200 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 1c776c42-9f13-41fc-a0d6-254d1bc4589f {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:52:22.986605 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 1c776c42-9f13-41fc-a0d6-254d1bc4589f not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:52:22.987042 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 11e89334-6328-49f1-9d72-e51678e74e74 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:52:22.990217 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61eaca7-e115-43c6-a208-393987291beb,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:22.992235 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:22.994468 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e61eaca7-e115-43c6-a208-393987291beb HTTP/1.1" status: 204 len: 168 time: 0.3522339 Jun 07 13:52:22.995045 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a7e1d765-fe6d-4f91-9d4a-42ccbbc016df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:22.997851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52206) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:23.015965 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597b743-9ba7-4848-a2cc-38d45588afee None None] Network fd658977-186b-461c-b84b-f4b278c74522 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:23.046392 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 11e89334-6328-49f1-9d72-e51678e74e74 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:52:23.046924 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 11e89334-6328-49f1-9d72-e51678e74e74 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:52:23.116650 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.199871 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Deleting port cb49e73f-54db-4aca-b1da-d7571be9e3dc {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:23.200712 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.366974 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] DHCP port deletion for fd658977-186b-461c-b84b-f4b278c74522 request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:52:23.367802 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] For port cb49e73f-54db-4aca-b1da-d7571be9e3dc, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=cb49e73f-54db-4aca-b1da-d7571be9e3dc,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:23.368474 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.454917 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Deleting port cb49e73f-54db-4aca-b1da-d7571be9e3dc {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:23.455298 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.516677 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Calling delete_port for cb49e73f-54db-4aca-b1da-d7571be9e3dc owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:23.572115 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.575711 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] For port cb49e73f-54db-4aca-b1da-d7571be9e3dc, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=cb49e73f-54db-4aca-b1da-d7571be9e3dc,segment=NetworkSegment(07aa8146-ffc1-42b8-99c8-a3cb3ba551e5),segment_id=07aa8146-ffc1-42b8-99c8-a3cb3ba551e5)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:23.576115 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.580404 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1af55881-7871-4a8d-9620-804f2926cf45 tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:23.631280 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb49e73f-54db-4aca-b1da-d7571be9e3dc,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:23.633108 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] No DVR routers for this DVR port cb49e73f-54db-4aca-b1da-d7571be9e3dc on host dv-cinder-785362-2-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:52:23.635296 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:23.723062 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Calling delete_port for cb49e73f-54db-4aca-b1da-d7571be9e3dc owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:23.768538 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.771551 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.776464 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:23.783653 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd658977-186b-461c-b84b-f4b278c74522']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:23.797675 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:23.798108 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07aa8146-ffc1-42b8-99c8-a3cb3ba551e5') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:23.810987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.823405 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Pushing event deleted for resources: {'Port': ['ID=cb49e73f-54db-4aca-b1da-d7571be9e3dc,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:23.828658 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] No DVR routers for this DVR port cb49e73f-54db-4aca-b1da-d7571be9e3dc on host dv-cinder-785362-2-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:52:23.829024 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.834282 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.834629 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.834976 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.835339 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.835998 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.836179 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.836514 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.836848 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.837177 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.837529 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.837762 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:52:23.837934 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.838154 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:23.838324 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.841980 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:52:23.855765 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:52:23.941293 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.944836 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:23.957740 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:23.959542 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fd658977-186b-461c-b84b-f4b278c74522 HTTP/1.1" status: 204 len: 168 time: 0.9596608 Jun 07 13:52:23.962637 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52208) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:23.965563 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd658977-186b-461c-b84b-f4b278c74522,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:23.967930 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:24.728777 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device cb49e73f-54db-4aca-b1da-d7571be9e3dc no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:52:24.772306 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: cb49e73f-54db-4aca-b1da-d7571be9e3dc {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:52:24.772870 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device cb49e73f-54db-4aca-b1da-d7571be9e3dc not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:52:24.848593 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:25.276174 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Deleting port dedab755-3755-46df-bbb6-31510ff570e6 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:25.277701 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:25.404724 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] For port dedab755-3755-46df-bbb6-31510ff570e6, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=dedab755-3755-46df-bbb6-31510ff570e6,segment=NetworkSegment(d8cce1a5-411c-4b50-8a33-5ceecd3b9198),segment_id=d8cce1a5-411c-4b50-8a33-5ceecd3b9198)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:25.405084 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:25.530743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Calling delete_port for dedab755-3755-46df-bbb6-31510ff570e6 owned by network:router_interface {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:25.838916 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:25.844310 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e68ed375-7893-46a3-ac2e-a691c354afb2 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:26.007080 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Pushing event deleted for resources: {'Port': ['ID=dedab755-3755-46df-bbb6-31510ff570e6,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:26.010075 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:26.301818 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:26.678234 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Router e80800ce-7955-4c62-99a1-ca10b6ed62b9 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:52:26.867167 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:52:26.873143 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] 10.222.0.44 "PUT /v2.0/routers/e80800ce-7955-4c62-99a1-ca10b6ed62b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9094648 Jun 07 13:52:26.875588 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52212) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:26.878200 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] Sync routers for ids ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:52:26.889341 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] Routers {'e80800ce-7955-4c62-99a1-ca10b6ed62b9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:26.890005 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:27.059130 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:27.080896 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] Set router e80800ce-7955-4c62-99a1-ca10b6ed62b9 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:27.235533 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:27.433407 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Deleting port 74847e2f-c1ea-4ff2-838d-9eeb1f897227 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:27.434274 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:27.436307 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:52:25Z', 'revision_number': 5, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port': {'id': '74847e2f-c1ea-4ff2-838d-9eeb1f897227', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:47:34Z', 'updated_at': '2021-06-07T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:27.441261 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] Checking router: e80800ce-7955-4c62-99a1-ca10b6ed62b9 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:52:27.451114 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] Routers {'e80800ce-7955-4c62-99a1-ca10b6ed62b9'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:27.451114 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:27.565316 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] For port 74847e2f-c1ea-4ff2-838d-9eeb1f897227, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=74847e2f-c1ea-4ff2-838d-9eeb1f897227,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:27.565702 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:27.610953 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] Set router e80800ce-7955-4c62-99a1-ca10b6ed62b9 gateway port host: None {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:27.696605 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Calling delete_port for 74847e2f-c1ea-4ff2-838d-9eeb1f897227 owned by network:router_gateway {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:27.714697 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:52:27Z', 'revision_number': 6, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:27.718638 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040f42c-3f33-49a8-8bb8-abdd3544df90 None None] The sync data for ids ['e80800ce-7955-4c62-99a1-ca10b6ed62b9'] in dv-cinder-785362-2-iscsi is: [{'id': 'e80800ce-7955-4c62-99a1-ca10b6ed62b9', 'name': 'tempest-TestShelveInstance-132867583-router', 'tenant_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:47:32Z', 'updated_at': '2021-06-07T13:52:27Z', 'revision_number': 6, 'project_id': 'e4bfea8c443642cfbb96be97dce9e4a3', 'gw_port_host': None}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:52:27.839836 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:27.843513 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2be7edfe-61e6-4ca4-939c-35534ce3e654 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:27.887092 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=74847e2f-c1ea-4ff2-838d-9eeb1f897227,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:27.924725 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:27.991418 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.185610 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.189138 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.225791 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.226659 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80800ce-7955-4c62-99a1-ca10b6ed62b9 {{(pid=92944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:52:28.232339 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.233503 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e80800ce-7955-4c62-99a1-ca10b6ed62b9 HTTP/1.1" status: 204 len: 168 time: 1.3568029 Jun 07 13:52:28.236533 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52214) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:28.303378 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Deleting subnet 62aa1d9e-cd6f-4d09-aa4a-54288b792d48 {{(pid=92944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:52:28.306409 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.359603 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31867949'] for subnet, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.479739 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.559653 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31491855'] for subnet, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.564079 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-0a2ecf4c-5ba0-4142-9b89-55ab09803fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:28.598691 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62aa1d9e-cd6f-4d09-aa4a-54288b792d48,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:28.601718 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:28.602696 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.604475 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4e52abba-7a0d-4d76-bc37-087d2026f607 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/62aa1d9e-cd6f-4d09-aa4a-54288b792d48 HTTP/1.1" status: 204 len: 168 time: 0.3670256 Jun 07 13:52:28.607310 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52216) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:28.609811 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9630c68-f203-48ee-a402-a0edb2341ea7 None None] Network 126265be-429f-44a7-b147-6fdec38bb375 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:28.717882 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.769993 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device dedab755-3755-46df-bbb6-31510ff570e6 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:52:28.798544 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Deleting port c8a1b5d7-945b-460e-b801-2e9479742762 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:28.798885 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.833056 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: dedab755-3755-46df-bbb6-31510ff570e6 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:52:28.833323 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device dedab755-3755-46df-bbb6-31510ff570e6 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:52:28.833772 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 74847e2f-c1ea-4ff2-838d-9eeb1f897227 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:52:28.880396 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 74847e2f-c1ea-4ff2-838d-9eeb1f897227 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:52:28.880396 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 74847e2f-c1ea-4ff2-838d-9eeb1f897227 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:52:28.965433 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] DHCP port deletion for 126265be-429f-44a7-b147-6fdec38bb375 request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:52:29.017832 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] For port c8a1b5d7-945b-460e-b801-2e9479742762, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=c8a1b5d7-945b-460e-b801-2e9479742762,segment=NetworkSegment(d8cce1a5-411c-4b50-8a33-5ceecd3b9198),segment_id=d8cce1a5-411c-4b50-8a33-5ceecd3b9198)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:29.018087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.031225 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Deleting port c8a1b5d7-945b-460e-b801-2e9479742762 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:52:29.031620 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.133207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] For port c8a1b5d7-945b-460e-b801-2e9479742762, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=c8a1b5d7-945b-460e-b801-2e9479742762,segment=NetworkSegment(d8cce1a5-411c-4b50-8a33-5ceecd3b9198),segment_id=d8cce1a5-411c-4b50-8a33-5ceecd3b9198)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:29.133731 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.141200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Calling delete_port for c8a1b5d7-945b-460e-b801-2e9479742762 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:29.192292 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.196920 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-2da4b56d-68cb-4bf4-b415-97e91af5309d tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:29.246606 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] No DVR routers for this DVR port c8a1b5d7-945b-460e-b801-2e9479742762 on host dv-cinder-785362-2-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:52:29.263175 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Calling delete_port for c8a1b5d7-945b-460e-b801-2e9479742762 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:52:29.272709 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a1b5d7-945b-460e-b801-2e9479742762,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:29.275157 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:29.307931 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.312580 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-2018ac66-f980-44f6-a884-02bde3d9924a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:29.361348 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Pushing event deleted for resources: {'Port': ['ID=c8a1b5d7-945b-460e-b801-2e9479742762,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:29.365139 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:29.366668 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] No DVR routers for this DVR port c8a1b5d7-945b-460e-b801-2e9479742762 on host dv-cinder-785362-2-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:52:29.370650 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.383814 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126265be-429f-44a7-b147-6fdec38bb375']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:29.397382 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:29.397723 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cce1a5-411c-4b50-8a33-5ceecd3b9198') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:29.410200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.430970 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.438474 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:52:29.438974 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:52:29.452971 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:52:29.534805 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.541311 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.543254 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] 10.222.0.44 "DELETE /v2.0/networks/126265be-429f-44a7-b147-6fdec38bb375 HTTP/1.1" status: 204 len: 168 time: 0.9340386 Jun 07 13:52:29.544031 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:29.570578 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=126265be-429f-44a7-b147-6fdec38bb375,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:29.573271 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:29.676369 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52220) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:29.729234 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-5a94910b-7943-4859-a4a0-a9a9d78bf8f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12bf10768b8248ea89e6bd00839fdd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514383 Jun 07 13:52:29.731747 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52222) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:29.799391 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-08a4b6d8-9b73-47bd-8838-1c77133b0b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.831560 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-08a4b6d8-9b73-47bd-8838-1c77133b0b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.895225 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-08a4b6d8-9b73-47bd-8838-1c77133b0b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.897946 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-08a4b6d8-9b73-47bd-8838-1c77133b0b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.899135 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-08a4b6d8-9b73-47bd-8838-1c77133b0b24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1d7da86-e5ed-4678-8eb0-a27141c384bc HTTP/1.1" status: 204 len: 168 time: 0.1664777 Jun 07 13:52:29.899966 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-28b6cc96-37d0-4088-aa0e-0adfe073ef2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:29.914656 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4b6d8-9b73-47bd-8838-1c77133b0b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d7da86-e5ed-4678-8eb0-a27141c384bc,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:29.918722 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-08a4b6d8-9b73-47bd-8838-1c77133b0b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:30.288579 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52228) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:30.339409 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3c0159ee-b092-4db5-8853-33e21888f2e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4bfea8c443642cfbb96be97dce9e4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494671 Jun 07 13:52:30.342702 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52230) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:30.420324 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:30.446444 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:30.498914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:30.501323 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:30.502487 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/188bf2eb-f859-4e3d-9b65-2d2695fb3c08 HTTP/1.1" status: 204 len: 168 time: 0.1587956 Jun 07 13:52:30.503300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ba1954ab-e50d-4c5d-95f3-7d529cf3be3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:30.513155 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bf2eb-f859-4e3d-9b65-2d2695fb3c08,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:30.515397 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:30.733130 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c8a1b5d7-945b-460e-b801-2e9479742762 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:52:30.767878 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: c8a1b5d7-945b-460e-b801-2e9479742762 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:52:30.768234 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c8a1b5d7-945b-460e-b801-2e9479742762 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:52:31.310862 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52252) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:31.452129 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-386103339-network', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:31.476973 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Made reservation on behalf of 572fa2ba0be24312aaec89308d97df8a for: {'network': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:31.479367 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.494847 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.606885 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.611044 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.614269 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-1540b82b-22df-4bc3-87de-7508b55661bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:31.644131 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=92944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:31.653437 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b260592b-94d0-4c9c-8e65-d60cca7127c8,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:31.657900 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:31.660542 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.661541 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.segments_db [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Added segment ef821fc3-3b01-41ce-83c3-7b6996060090 of type vlan for network 36b22f39-2de7-4189-994f-f974a73b2519 Jun 07 13:52:31.690244 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.721287 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.722646 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:31.723219 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.726460 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:31.770270 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4582119 Jun 07 13:52:31.773253 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52256) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:31.779064 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Request body: {'subnet': {'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-386103339-subnet', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'ip_version': 4}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:31.801747 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Made reservation on behalf of 572fa2ba0be24312aaec89308d97df8a for: {'subnet': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:31.804195 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290031'] for subnet, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:31.930497 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Pushing event updated for resources: {'Network': ['ID=36b22f39-2de7-4189-994f-f974a73b2519,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:31.936117 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2eb45d55-c612-4118-a8be-6a4958337108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:31.946677 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network 36b22f39-2de7-4189-994f-f974a73b2519 details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:32.044845 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1435124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290045'] for subnet, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.049783 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:32.126022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:32.129945 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:32.138477 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Checking segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:32.138837 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Network hostable DHCP agents. Network: 36b22f39-2de7-4189-994f-f974a73b2519, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:32.160413 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Network 36b22f39-2de7-4189-994f-f974a73b2519 is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:32.171129 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, 36b22f39-2de7-4189-994f-f974a73b2519) {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:32.175430 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:32.176047 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.183411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e31177d-44c3-4d64-a474-8d6423c84bd0 None None] Network 36b22f39-2de7-4189-994f-f974a73b2519 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:32.199188 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-608dab4a-234e-42d8-b4e6-cd5fca09581e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4225833 Jun 07 13:52:32.200761 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52258) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:32.205334 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:32.231661 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.232903 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.249009 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.432060 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-36b22f39-2de7-4189-994f-f974a73b2519', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:52:32.433005 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.591127 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Allocated IP 172.20.0.2 (36b22f39-2de7-4189-994f-f974a73b2519/c6abeb99-4a0f-49a1-9aee-7fa629dd89f5/c817b9ca-a121-4cd7-a076-a63f20f1b810) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:32.593846 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.835172 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.851486 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Transition to ACTIVE for port object c817b9ca-a121-4cd7-a076-a63f20f1b810 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:32.873313 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Transition to ACTIVE for port object c817b9ca-a121-4cd7-a076-a63f20f1b810 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:32.879205 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.884818 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:32.958930 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Network 36b22f39-2de7-4189-994f-f974a73b2519 is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:32.962107 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:32.965206 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:32.975043 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Pushing event updated for resources: {'Port': ['ID=c817b9ca-a121-4cd7-a076-a63f20f1b810,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:32.977862 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:33.071985 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.103272 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.134297 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Attempting to bind port c817b9ca-a121-4cd7-a076-a63f20f1b810 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:33.134911 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Attempting to bind port c817b9ca-a121-4cd7-a076-a63f20f1b810 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:33.135525 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Attempting to bind port c817b9ca-a121-4cd7-a076-a63f20f1b810 on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:33.145596 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:33.146215 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Checking segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:33.146886 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.147534 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Bound using segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:33.148310 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Bound port: c817b9ca-a121-4cd7-a076-a63f20f1b810, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:33.148935 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.259972 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] For port c817b9ca-a121-4cd7-a076-a63f20f1b810, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:33.260324 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Allocated IP 172.27.0.240 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/de11fc80-c1f1-4aef-b5a7-82ea6777754f) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:33.263595 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] For port c817b9ca-a121-4cd7-a076-a63f20f1b810, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=c817b9ca-a121-4cd7-a076-a63f20f1b810,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:33.269572 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.274104 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-1a3acc4c-19e6-42a7-8d88-22eee55a148e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:33.366365 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Pushing event updated for resources: {'Port': ['ID=c817b9ca-a121-4cd7-a076-a63f20f1b810,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:33.369655 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:33.458570 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.499039 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.502886 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-be14505a-ca00-4c66-8129-343cf30f271e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:33.581960 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e58e0bfb-b033-41f7-8fc0-f8dde2aabedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.590830 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:33.594258 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:33.599966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:33.638913 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=de11fc80-c1f1-4aef-b5a7-82ea6777754f,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:33.643164 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:34.065955 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:34.340488 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadeff4f-0ce9-4c63-afb3-3915171faf7d None None] Network 36b22f39-2de7-4189-994f-f974a73b2519 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:34.446074 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:34.460362 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a1d7bdef-8ff0-459d-acf2-9e7205316bdd None None] Provisioning for port c817b9ca-a121-4cd7-a076-a63f20f1b810 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:34.808914 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c817b9ca-a121-4cd7-a076-a63f20f1b810 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:34.934041 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port c817b9ca-a121-4cd7-a076-a63f20f1b810 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:34.940907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port c817b9ca-a121-4cd7-a076-a63f20f1b810 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:34.941286 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:34.984095 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:52:35.048207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-54c3de97-055d-4095-941a-63e066d93625 None None] Provisioning complete for port c817b9ca-a121-4cd7-a076-a63f20f1b810 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:35.048651 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-54c3de97-055d-4095-941a-63e066d93625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.274964 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:52:35.287220 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.306261 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.308913 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-6deebdfd-be7d-4de9-a1c5-e7d5eb2a4fa1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1068349 Jun 07 13:52:35.312945 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52260) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:35.319878 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:52:35.360472 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:35.361605 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:35.432273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-54c3de97-055d-4095-941a-63e066d93625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.500778 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port c817b9ca-a121-4cd7-a076-a63f20f1b810, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=c817b9ca-a121-4cd7-a076-a63f20f1b810,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:35.531200 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.539446 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:35.722917 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:52:35.759272 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.db.api [None req-54c3de97-055d-4095-941a-63e066d93625 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:52:35.759706 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_db.api [None req-54c3de97-055d-4095-941a-63e066d93625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:52:35.774620 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=c817b9ca-a121-4cd7-a076-a63f20f1b810,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:35.779621 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:35.781465 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:36.109239 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:33Z', 'revision_number': 3, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:36.115820 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:52:36.116420 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Updating router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 port de11fc80-c1f1-4aef-b5a7-82ea6777754f binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:52:36.174355 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.251329 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.550079 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Allocated IP 172.20.0.1 (36b22f39-2de7-4189-994f-f974a73b2519/c6abeb99-4a0f-49a1-9aee-7fa629dd89f5/e5d7c8ba-2b84-4587-945a-456f7f9ef8dc) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:36.620811 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.636090 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.654833 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Transition to ACTIVE for port object de11fc80-c1f1-4aef-b5a7-82ea6777754f will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:36.664799 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.670120 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:36.767113 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.784049 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c817b9ca-a121-4cd7-a076-a63f20f1b810 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:36.795831 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Transition to ACTIVE for port object e5d7c8ba-2b84-4587-945a-456f7f9ef8dc will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:36.842672 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.844062 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Attempting to bind port de11fc80-c1f1-4aef-b5a7-82ea6777754f on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:36.844575 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Attempting to bind port de11fc80-c1f1-4aef-b5a7-82ea6777754f by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:36.845186 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Attempting to bind port de11fc80-c1f1-4aef-b5a7-82ea6777754f on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:36.847739 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:36.868121 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1e31-40e4-493b-9133-c34cc05a7734 None None] Pushing event updated for resources: {'Port': ['ID=de11fc80-c1f1-4aef-b5a7-82ea6777754f,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:36.873432 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-25cf1e31-40e4-493b-9133-c34cc05a7734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:36.880639 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:36.880639 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:36.881310 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.881870 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:36.882523 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Bound port: de11fc80-c1f1-4aef-b5a7-82ea6777754f, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:36.883050 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:36.943607 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Network 36b22f39-2de7-4189-994f-f974a73b2519 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:36.949017 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:36.955037 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:36.993451 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:37.005225 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:37.006528 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] For port de11fc80-c1f1-4aef-b5a7-82ea6777754f, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:37.013667 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] For port de11fc80-c1f1-4aef-b5a7-82ea6777754f, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=de11fc80-c1f1-4aef-b5a7-82ea6777754f,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:37.023620 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:37.029806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-28712ea0-d645-45e1-8a11-aa613048b2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:37.035760 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:37.110640 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port c817b9ca-a121-4cd7-a076-a63f20f1b810 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:37.111051 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:37.234343 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:37.235201 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:37.508270 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1e31-40e4-493b-9133-c34cc05a7734 None None] Pushing event updated for resources: {'Port': ['ID=de11fc80-c1f1-4aef-b5a7-82ea6777754f,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:37.529247 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-25cf1e31-40e4-493b-9133-c34cc05a7734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:37.543193 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2da6fa00-3e87-4af1-928e-e5a7d9d74e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:37.572159 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-f14ef4cb-dd79-4111-9c63-49bcd57b0d78 None None] Provisioning for port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:37.591768 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-f14ef4cb-dd79-4111-9c63-49bcd57b0d78 None None] Provisioning complete for port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:37.592195 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f14ef4cb-dd79-4111-9c63-49bcd57b0d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:37.766946 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:37.806678 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-f14ef4cb-dd79-4111-9c63-49bcd57b0d78 None None] Port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:52:37.834844 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:38.113791 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:38.121849 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:38.152511 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:38.230374 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:33Z', 'revision_number': 3, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:38.236437 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547436e6-39b0-4015-b536-6b5e0cf722ec None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:33Z', 'revision_number': 3, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:52:38.237159 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:38.239712 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:38.249536 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:38.263676 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:38.444677 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Network 36b22f39-2de7-4189-994f-f974a73b2519 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:38.446842 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:38.741576 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-9780b876-927b-4a30-9b02-5c535bf42154 None None] Provisioning complete for port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:38.741876 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9780b876-927b-4a30-9b02-5c535bf42154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:38.744400 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:52:38.804542 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device de11fc80-c1f1-4aef-b5a7-82ea6777754f up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:38.874736 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-9780b876-927b-4a30-9b02-5c535bf42154 None None] Port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:52:38.900340 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port de11fc80-c1f1-4aef-b5a7-82ea6777754f completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:38.905604 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port de11fc80-c1f1-4aef-b5a7-82ea6777754f triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:38.905988 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:38.990683 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:52:38.998935 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-693ebebf-f3a5-44bf-9cda-9dd1448ff1f8 admin admin] 10.222.0.44 "PUT /v2.0/routers/b18e3788-0d55-4ec8-b5c5-fd009517e9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6842685 Jun 07 13:52:39.079746 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.110940 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port de11fc80-c1f1-4aef-b5a7-82ea6777754f, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=de11fc80-c1f1-4aef-b5a7-82ea6777754f,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:39.118736 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.121896 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:39.232139 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=de11fc80-c1f1-4aef-b5a7-82ea6777754f,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:39.235379 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:39.692653 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52276) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:39.701293 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-297732460-network', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:39.705107 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.732931 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Made reservation on behalf of 11f6ae24703e496c890d3c0f74d90c38 for: {'network': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:39.737647 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570320'] for network, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.761738 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.903203 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.907457 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.910875 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9bb0ae9c-bb98-4f39-80d8-45577c13e571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:39.942197 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=92942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:39.954175 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc06bf0-355b-41f4-a669-25de29a20c56,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:39.958357 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:39.961385 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.961756 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.segments_db [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Added segment b3cbc366-c833-421d-abff-5511f12d0a12 of type vlan for network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b Jun 07 13:52:39.993966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775776519891'] for network, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.039713 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354'] for network, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.042552 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:40.043616 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.050359 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:40.098471 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4039752 Jun 07 13:52:40.101956 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52278) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:40.111530 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Request body: {'subnet': {'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-297732460-subnet', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'ip_version': 4}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:40.139861 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:52:40.146032 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Made reservation on behalf of 11f6ae24703e496c890d3c0f74d90c38 for: {'subnet': 1} {{(pid=92944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:40.148604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31491860'] for subnet, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.150781 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:40.151510 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:40.179534 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Pushing event updated for resources: {'Network': ['ID=ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:40.183199 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a03054dd-129b-4845-9140-6763ea4a260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:40.190936 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b details requested by agent ovs-agent-dv-cinder-785362-2-iscsi with host dv-cinder-785362-2-iscsi {{(pid=92945) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:40.381750 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:40.392239 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31847508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491846'] for subnet, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.397300 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-5364081d-976a-4020-9a9c-724a5c3ca2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:40.472536 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc02bd6c-49eb-44aa-8129-3c71fdcfde53,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:40.486640 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:40.501675 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Checking segment: {'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:40.502237 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Network hostable DHCP agents. Network: ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b, hostable agents: ['0be143c9-b5db-4409-8da1-7769b4a7eb09'], hosted agents: [] {{(pid=92944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:40.530349 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b is scheduled to be hosted by DHCP agent 0be143c9-b5db-4409-8da1-7769b4a7eb09 with binding_index 1 {{(pid=92944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:40.548429 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-iscsi, ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b) {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:40.554838 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:40.555936 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.564080 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce10b6e-9cf5-43fe-b9c6-3e3a2ea09ae4 None None] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:40.579599 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-65b44d1c-c9dd-423c-8cbc-39693e38ac53 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4753463 Jun 07 13:52:40.583755 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52280) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:40.588400 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:40.620617 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1665969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4735'] for router, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.622104 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1666002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1664489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4614'] for router, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.640626 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.780450 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device de11fc80-c1f1-4aef-b5a7-82ea6777754f up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:40.843672 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 2, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:40.848708 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:52:40.849324 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Updating router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:52:40.904629 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8efd17c-7096-515c-9781-0eeed6885313-ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'fixed_ips': [{'subnet_id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53'}]}} from dv-cinder-785362-2-iscsi. {{(pid=92945) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:52:40.906245 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:40.919505 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.031655 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port de11fc80-c1f1-4aef-b5a7-82ea6777754f triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:41.032120 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.132102 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1664391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1666123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4628'] for router, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.232472 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.db_base_plugin_common [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Allocated IP 172.20.0.2 (ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b/bc02bd6c-49eb-44aa-8129-3c71fdcfde53/404537f9-51d9-4cec-b8df-93832c2d1cb7) {{(pid=92945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:41.416613 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.430232 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Transition to ACTIVE for port object e5d7c8ba-2b84-4587-945a-456f7f9ef8dc will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:41.440740 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.446792 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-10bcbbcb-652d-4719-bf6a-306a3315f560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:41.531505 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Pushing event updated for resources: {'Port': ['ID=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:41.555777 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.594515 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Notify callbacks [] for port, precommit_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.597855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.607695 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Transition to ACTIVE for port object 404537f9-51d9-4cec-b8df-93832c2d1cb7 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:41.634557 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Transition to ACTIVE for port object 404537f9-51d9-4cec-b8df-93832c2d1cb7 will not be triggered until provisioned by entity DHCP. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:41.642712 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830'] for port, after_create {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.647176 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:41.721126 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b is already hosted by enough agents. {{(pid=92945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:41.726096 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.scheduler.base_scheduler [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Resources bound (agent type, host, resource id): {{(pid=92945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:41.732039 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Received port after_create {{(pid=92945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:41.751275 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.751622 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.751966 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.752339 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.752624 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.752951 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.753276 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.753626 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.753967 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.754293 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.754608 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.754922 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:41.758116 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Attempting to bind port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:41.764404 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Attempting to bind port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:41.764788 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Attempting to bind port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:41.767346 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:41.771878 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:41.772274 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Checking segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:41.772684 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.773085 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Bound using segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:41.773614 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Bound port: e5d7c8ba-2b84-4587-945a-456f7f9ef8dc, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:41.774001 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.808787 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Pushing event updated for resources: {'Port': ['ID=404537f9-51d9-4cec-b8df-93832c2d1cb7,revision_number=1']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:41.811431 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:41.878860 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Allocated IP 172.27.0.82 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/959ed094-b0fa-41b9-82aa-dea62feaa7f0) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:41.901900 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] For port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:41.906009 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] For port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:41.911604 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.915345 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Attempting to bind port 404537f9-51d9-4cec-b8df-93832c2d1cb7 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:41.915731 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Attempting to bind port 404537f9-51d9-4cec-b8df-93832c2d1cb7 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:41.916112 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Attempting to bind port 404537f9-51d9-4cec-b8df-93832c2d1cb7 on network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:41.920953 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:41.925891 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:41.926283 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Checking segment: {'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:41.926698 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:41.927103 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Bound using segment: {'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:41.927584 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Bound port: 404537f9-51d9-4cec-b8df-93832c2d1cb7, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:41.927992 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:42.000056 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:42.000056 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:42.059734 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] For port 404537f9-51d9-4cec-b8df-93832c2d1cb7, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:42.074958 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] For port 404537f9-51d9-4cec-b8df-93832c2d1cb7, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=404537f9-51d9-4cec-b8df-93832c2d1cb7,segment=NetworkSegment(b3cbc366-c833-421d-abff-5511f12d0a12),segment_id=b3cbc366-c833-421d-abff-5511f12d0a12)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:42.086197 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:42.095292 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:42.097023 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d8c99194-fde7-46e8-af0a-275f96e8326e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:42.131225 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:42.138707 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-47ed2819-dd44-4b5f-9eda-9ce43322517c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:42.212274 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:42.213320 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Pushing event updated for resources: {'Port': ['ID=404537f9-51d9-4cec-b8df-93832c2d1cb7,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:42.216688 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:42.217089 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:42.221637 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:42.234230 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:42.261911 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Pushing event updated for resources: {'Port': ['ID=959ed094-b0fa-41b9-82aa-dea62feaa7f0,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:42.267358 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:42.315641 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Pushing event updated for resources: {'Port': ['ID=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,revision_number=4']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:42.320248 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-16abfeae-f1fd-40d6-adef-c44e3a1306cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:42.631168 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:41Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:42.635884 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91f21-ab57-40e7-87d9-5f3e2823bf1d None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:41Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:52:42.865523 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 404537f9-51d9-4cec-b8df-93832c2d1cb7 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:42.915625 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:42.967621 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 404537f9-51d9-4cec-b8df-93832c2d1cb7 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:42.978245 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device e5d7c8ba-2b84-4587-945a-456f7f9ef8dc up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:43.085704 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:43.095930 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:43.096898 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:43.304131 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:43.333463 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1666114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1664410'] for router, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:43.355449 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:43.361815 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:43.365511 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-a99eb5f5-40ae-4e41-9e12-317b9fbc37b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:43.411951 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b62c92-8fef-4ecb-8eaf-45f3464949b8 None None] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:43.536300 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Provisioning for port 404537f9-51d9-4cec-b8df-93832c2d1cb7 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:43.550703 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Provisioning complete for port 404537f9-51d9-4cec-b8df-93832c2d1cb7 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:43.551079 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:43.608966 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf is scheduled to L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b with binding_index 1 {{(pid=92942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:52:43.626432 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:43.638461 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:43.833424 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:52:43.835064 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:43.853604 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Sync routers for ids ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:52:43.857975 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:43.859236 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-1bb09de9-7237-4067-a792-422c78df874d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2743964 Jun 07 13:52:43.862253 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52282) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:43.890557 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Routers {'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:43.891269 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:43.984842 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] For port 404537f9-51d9-4cec-b8df-93832c2d1cb7, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=404537f9-51d9-4cec-b8df-93832c2d1cb7,segment=NetworkSegment(b3cbc366-c833-421d-abff-5511f12d0a12),segment_id=b3cbc366-c833-421d-abff-5511f12d0a12)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:44.002532 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:44.009688 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:44.217147 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Pushing event updated for resources: {'Port': ['ID=404537f9-51d9-4cec-b8df-93832c2d1cb7,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:44.220711 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:44.228998 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Set router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:44.553612 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-686e5c3c-78f7-4f43-b32d-f4298db1111a None None] Provisioning complete for port 404537f9-51d9-4cec-b8df-93832c2d1cb7 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:44.554036 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-686e5c3c-78f7-4f43-b32d-f4298db1111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:44.645342 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:44.759353 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 404537f9-51d9-4cec-b8df-93832c2d1cb7 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:44.891463 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Allocated IP 172.20.0.1 (ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b/bc02bd6c-49eb-44aa-8129-3c71fdcfde53/efe6e6bd-8d80-41c4-80f8-261d636ece39) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:44.949788 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:52:42Z', 'revision_number': 3, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port': {'id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:41Z', 'updated_at': '2021-06-07T13:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:44.956140 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Checking router: df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:52:44.956818 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Updating router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 binding host dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:52:45.004186 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 404537f9-51d9-4cec-b8df-93832c2d1cb7 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:45.004557 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.060339 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.062862 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.080366 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.provisioning_blocks [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Transition to ACTIVE for port object efe6e6bd-8d80-41c4-80f8-261d636ece39 will not be triggered until provisioned by entity DHCP. {{(pid=92944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:45.108326 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.115714 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8b97d2b0-948e-4645-adfc-cb918a7a203f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:45.261624 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device e5d7c8ba-2b84-4587-945a-456f7f9ef8dc up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:45.294014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:45.297071 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:45.301146 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:45.352622 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Pushing event updated for resources: {'Port': ['ID=efe6e6bd-8d80-41c4-80f8-261d636ece39,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:45.359190 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:45.364611 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752288'] for router_interface, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.449806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:45.450192 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.648609 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-f61adba1-c4d8-44ce-9be7-321b613f0380 None None] Provisioning for port efe6e6bd-8d80-41c4-80f8-261d636ece39 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:45.649637 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.657877 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Notify callbacks [] for port, precommit_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.689341 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-f61adba1-c4d8-44ce-9be7-321b613f0380 None None] Provisioning complete for port efe6e6bd-8d80-41c4-80f8-261d636ece39 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:45.689745 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f61adba1-c4d8-44ce-9be7-321b613f0380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.716138 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Transition to ACTIVE for port object 959ed094-b0fa-41b9-82aa-dea62feaa7f0 will not be triggered until provisioned by entity L2. {{(pid=92945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:45.727542 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.744301 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.751798 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4b15c481-cfcd-4264-8c7c-3ee5d625bcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:45.826932 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-f61adba1-c4d8-44ce-9be7-321b613f0380 None None] Port efe6e6bd-8d80-41c4-80f8-261d636ece39 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:52:45.845961 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd52b66-9c43-4208-986f-cbc51e2822b2 None None] Pushing event updated for resources: {'Port': ['ID=959ed094-b0fa-41b9-82aa-dea62feaa7f0,revision_number=2']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:45.849832 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4cd52b66-9c43-4208-986f-cbc51e2822b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:45.852777 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Attempting to bind port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:45.853160 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Attempting to bind port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:45.853569 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Attempting to bind port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 on network 8db2c352-035f-4a05-be62-71dc5659922e {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:45.865959 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:45.866482 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Checking segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:45.867009 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.867563 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Bound using segment: {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'} {{(pid=92945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:45.868744 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.managers [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Bound port: 959ed094-b0fa-41b9-82aa-dea62feaa7f0, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049691e6-bc82-48d2-83b0-37545906152c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e'}}] {{(pid=92945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:45.869221 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.926837 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.933440 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.965520 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-21ae20e0-52ae-485b-b9e0-b8298a34a44f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:45.971685 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] For port 959ed094-b0fa-41b9-82aa-dea62feaa7f0, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:45.977433 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] For port 959ed094-b0fa-41b9-82aa-dea62feaa7f0, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=959ed094-b0fa-41b9-82aa-dea62feaa7f0,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:45.984163 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:45.991806 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:46.044388 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1694368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1661864'] for router_interface, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:46.048141 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Pushing event updated for resources: {'Port': ['ID=efe6e6bd-8d80-41c4-80f8-261d636ece39,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:46.052070 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:46.096605 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Routers {'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:46.097237 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:46.206322 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:46.207774 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:46.228126 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd52b66-9c43-4208-986f-cbc51e2822b2 None None] Pushing event updated for resources: {'Port': ['ID=959ed094-b0fa-41b9-82aa-dea62feaa7f0,revision_number=3']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:46.231800 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4cd52b66-9c43-4208-986f-cbc51e2822b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:46.383303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] Set router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:46.442016 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:52:46.544079 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-f40ee213-2e81-4d0c-aa12-192f41247223 None None] Provisioning complete for port efe6e6bd-8d80-41c4-80f8-261d636ece39 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:46.544404 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f40ee213-2e81-4d0c-aa12-192f41247223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:46.634349 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:52:46.647849 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] 10.222.0.44 "PUT /v2.0/routers/df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7749732 Jun 07 13:52:46.688314 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-f40ee213-2e81-4d0c-aa12-192f41247223 None None] Port efe6e6bd-8d80-41c4-80f8-261d636ece39 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:52:46.819010 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 4, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port': {'id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:41Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'efe6e6bd-8d80-41c4-80f8-261d636ece39', 'name': '', 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'mac_address': 'fa:16:3e:ea:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:44Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 2, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'subnets': [{'id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:46.826129 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786be65f-bc64-48f4-8304-970823b3a390 None None] The sync data for ids ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'] in dv-cinder-785362-2-iscsi is: [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 4, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port': {'id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:41Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'efe6e6bd-8d80-41c4-80f8-261d636ece39', 'name': '', 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'mac_address': 'fa:16:3e:ea:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:44Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 2, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'subnets': [{'id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:52:47.274591 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52290) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:47.279946 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772525013', 'description': 'tempest-secgroup-smoke-772525013 description', 'project_id': '572fa2ba0be24312aaec89308d97df8a'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:47.305135 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.426599 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.431282 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.435604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-36bfc8f2-a952-47e2-b1d6-6f272316648e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:47.473671 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.476215 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1992497 Jun 07 13:52:47.476215 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c87632-1865-42e0-bda2-8015490cac87,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:47.478639 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52292) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:47.480101 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-63dcf31f-26c6-4a94-9a20-5ef29ac93521 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:47.487176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'security_group_rule': {'security_group_id': 'a8c87632-1865-42e0-bda2-8015490cac87', 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:47.546438 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.634316 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.641247 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.644452 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-cfe688bc-a04d-440a-a0aa-4ac841e72d2c tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:47.678121 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0b7fb4-c5e6-4c42-943e-beaeed4cd3b3,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:47.683269 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:47.688813 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.690313 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-ad39bd24-6ff7-4a21-a508-8ee1c2c7901d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082629 Jun 07 13:52:47.693131 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52294) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:47.698368 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'security_group_rule': {'security_group_id': 'a8c87632-1865-42e0-bda2-8015490cac87', 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:47.731271 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.818887 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.824311 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.826674 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-0bce35d6-5731-4b0b-8054-74cf7f81064e tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:47.849829 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a09ee1f-c7d2-4c92-8500-27e42fc306ab,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:47.852961 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:47.858941 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:47.860334 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662519 Jun 07 13:52:47.863636 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52296) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:47.870876 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'security_group_rule': {'security_group_id': 'a8c87632-1865-42e0-bda2-8015490cac87', 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:47.919847 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.011024 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.015810 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.018167 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:48.041100 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00682fb0-5f41-497e-bec8-918e8628fc8c,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:48.044239 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:48.049090 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.051139 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-340bb18a-e42b-4f76-9697-07fd45b9ccf7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861160 Jun 07 13:52:48.054104 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52298) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:48.060142 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'security_group_rule': {'security_group_id': 'a8c87632-1865-42e0-bda2-8015490cac87', 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:48.093821 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.168744 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.172975 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.175648 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:48.200176 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28734e15-732a-47c2-8390-85f97a2b9ddc,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:48.203422 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:48.208675 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.214127 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2f37ae63-a814-4b87-906c-5902d61ede97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586061 Jun 07 13:52:48.214486 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52300) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:48.221285 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'security_group_rule': {'security_group_id': 'a8c87632-1865-42e0-bda2-8015490cac87', 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:48.251028 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.securitygroups_db [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Project 572fa2ba0be24312aaec89308d97df8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:52:48.258399 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.342312 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.347482 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.353960 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b266131b-52d0-41a3-b6a8-d2409d8591a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:48.376460 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca6e1a4-910b-498d-8b7a-e5433495885c,revision_number=0']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:48.378830 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:48.384573 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.386379 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-32ce197a-0438-452c-b397-fa3d519c5419 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1703908 Jun 07 13:52:48.389958 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52302) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:48.395421 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'security_group_rule': {'security_group_id': 'a8c87632-1865-42e0-bda2-8015490cac87', 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:48.424948 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.securitygroups_db [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Project 572fa2ba0be24312aaec89308d97df8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:52:48.450467 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.660289 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.664389 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280940'] for security_group_rule, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.666864 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-57a18974-b96b-486d-a812-aef0f6f7ce6a tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:48.689588 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97988b0-dbc9-41ef-929d-264a3e50b8a4,revision_number=0']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:48.692087 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:48.697572 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:48.699672 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-a353f7fa-63f9-4ba6-9181-f55628260baf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3086667 Jun 07 13:52:48.822168 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 959ed094-b0fa-41b9-82aa-dea62feaa7f0 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:48.923118 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:48.928880 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:48.929196 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:49.069049 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:49.087708 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port 959ed094-b0fa-41b9-82aa-dea62feaa7f0, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=959ed094-b0fa-41b9-82aa-dea62feaa7f0,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:49.097254 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:49.103490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-e05151b2-9a51-4b2d-b7fa-f5a088d92a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:49.194354 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=959ed094-b0fa-41b9-82aa-dea62feaa7f0,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:49.199376 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:50.326230 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Sync routers for ids ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:52:50.336232 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Routers {'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:50.336848 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:50.530472 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Set router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:50.754072 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 959ed094-b0fa-41b9-82aa-dea62feaa7f0 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:50.828776 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:50.829149 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.908805 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 4, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port': {'id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:41Z', 'updated_at': '2021-06-07T13:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'efe6e6bd-8d80-41c4-80f8-261d636ece39', 'name': '', 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'mac_address': 'fa:16:3e:ea:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:44Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 2, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'subnets': [{'id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:50.912676 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Checking router: df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:52:50.913059 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Updating router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf port efe6e6bd-8d80-41c4-80f8-261d636ece39 binding host dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:52:50.970876 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.325948 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Notify callbacks [] for port, precommit_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.340349 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.provisioning_blocks [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Transition to ACTIVE for port object efe6e6bd-8d80-41c4-80f8-261d636ece39 will not be triggered until provisioned by entity L2. {{(pid=92946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:51.350037 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.353798 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-f5587410-c371-4e1a-b1f7-379cc40cb704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:51.495222 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba491e3f-d0de-465c-9c74-c398fb4e1874 None None] Pushing event updated for resources: {'Port': ['ID=efe6e6bd-8d80-41c4-80f8-261d636ece39,revision_number=3']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:51.522131 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-ba491e3f-d0de-465c-9c74-c398fb4e1874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:51.587081 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Attempting to bind port efe6e6bd-8d80-41c4-80f8-261d636ece39 on host dv-cinder-785362-2-iscsi for vnic_type normal with profile {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:51.587372 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Attempting to bind port efe6e6bd-8d80-41c4-80f8-261d636ece39 by drivers openvswitch,hyperv on host dv-cinder-785362-2-iscsi at level 0 using segments [{'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:51.587740 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Attempting to bind port efe6e6bd-8d80-41c4-80f8-261d636ece39 on network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:51.593897 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Checking agent: {'id': '4187bd96-3bb3-4de0-9568-cce17dc49a16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 36), 'started_at': datetime.datetime(2021, 6, 7, 13, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:51.594269 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Checking segment: {'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:51.594670 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.595065 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Bound using segment: {'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'} {{(pid=92946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:51.595557 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.managers [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Bound port: efe6e6bd-8d80-41c4-80f8-261d636ece39, host: dv-cinder-785362-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cbc366-c833-421d-abff-5511f12d0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b'}}] {{(pid=92946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:51.595927 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.690278 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] For port efe6e6bd-8d80-41c4-80f8-261d636ece39, host dv-cinder-785362-2-iscsi, cleared binding levels {{(pid=92946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:51.693427 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.plugins.ml2.db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] For port efe6e6bd-8d80-41c4-80f8-261d636ece39, host dv-cinder-785362-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=efe6e6bd-8d80-41c4-80f8-261d636ece39,segment=NetworkSegment(b3cbc366-c833-421d-abff-5511f12d0a12),segment_id=b3cbc366-c833-421d-abff-5511f12d0a12)] {{(pid=92946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:51.703444 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron_lib.callbacks.manager [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.707283 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-fa339758-7f66-430f-8cb3-adef9141265a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:51.776802 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Routers {'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:52:51.777717 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:52:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:51.870263 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba491e3f-d0de-465c-9c74-c398fb4e1874 None None] Pushing event updated for resources: {'Port': ['ID=efe6e6bd-8d80-41c4-80f8-261d636ece39,revision_number=4']} {{(pid=92946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:51.875271 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG oslo_concurrency.lockutils [None req-ba491e3f-d0de-465c-9c74-c398fb4e1874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:51.976310 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] Set router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:52:52.310555 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 4, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port': {'id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:41Z', 'updated_at': '2021-06-07T13:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'efe6e6bd-8d80-41c4-80f8-261d636ece39', 'name': '', 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'mac_address': 'fa:16:3e:ea:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:44Z', 'updated_at': '2021-06-07T13:52:51Z', 'revision_number': 4, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'subnets': [{'id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:52:52.314467 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d7b06-d522-4a0f-bd87-fe0173c414bf None None] The sync data for ids ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'] in dv-cinder-785362-2-iscsi is: [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:52:45Z', 'revision_number': 4, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port': {'id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:41Z', 'updated_at': '2021-06-07T13:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'efe6e6bd-8d80-41c4-80f8-261d636ece39', 'name': '', 'network_id': 'ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'mac_address': 'fa:16:3e:ea:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:44Z', 'updated_at': '2021-06-07T13:52:51Z', 'revision_number': 4, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'subnets': [{'id': 'bc02bd6c-49eb-44aa-8129-3c71fdcfde53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:52:52.782677 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device efe6e6bd-8d80-41c4-80f8-261d636ece39 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:52.862130 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning for port efe6e6bd-8d80-41c4-80f8-261d636ece39 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:52.867486 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port efe6e6bd-8d80-41c4-80f8-261d636ece39 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:52.867876 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.997936 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.033278 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] For port efe6e6bd-8d80-41c4-80f8-261d636ece39, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=efe6e6bd-8d80-41c4-80f8-261d636ece39,segment=NetworkSegment(b3cbc366-c833-421d-abff-5511f12d0a12),segment_id=b3cbc366-c833-421d-abff-5511f12d0a12)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:53.037665 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.040147 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:53.117359 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Pushing event updated for resources: {'Port': ['ID=efe6e6bd-8d80-41c4-80f8-261d636ece39,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:53.121024 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:54.743877 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device efe6e6bd-8d80-41c4-80f8-261d636ece39 up at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:54.832981 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Provisioning complete for port efe6e6bd-8d80-41c4-80f8-261d636ece39 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:54.832981 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.576168 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f72da111-d77a-4db9-ab83-a759d6ebc7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.433125 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-416a167e-bb87-4b2b-8755-4063a1c95f66 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772525013&fields=id&tenant_id=572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 267 time: 0.0412366 Jun 07 13:53:06.574006 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.585103 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-8d62d587-ece1-4781-bdb8-30ac540b0f9a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:06.586577 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-8d62d587-ece1-4781-bdb8-30ac540b0f9a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 811 time: 0.1468523 Jun 07 13:53:06.603687 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-efa38dd9-74ac-4577-b336-407bb3d77373 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/quotas/572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 375 time: 0.0091054 Jun 07 13:53:06.695308 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-ed3a40af-c6ed-48e0-985d-4066744d2faf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858140 Jun 07 13:53:06.815004 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-eb77436d-2287-42b5-944d-acaab4e4bf74 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:53:06.816552 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-eb77436d-2287-42b5-944d-acaab4e4bf74 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1091912 Jun 07 13:53:06.954268 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-cbffd201-45cb-4825-8a69-618694d71700 service neutron] 10.222.0.44 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299005 Jun 07 13:53:07.084576 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-b8210408-534a-4d03-ac80-ae1cbc5a381c service neutron] 10.222.0.44 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244662 Jun 07 13:53:07.216554 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-108848c1-bb59-4e21-b75b-7f5f36a56b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.484025 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6de27728-7161-450b-a2a9-6a7ed29dc467 req-6037bd43-9e3f-46d5-9689-166c024f4e93 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 210 time: 0.0439155 Jun 07 13:53:08.251967 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:08.596822 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cccb9bd9-f877-4100-ad45-1ef992fc09d8 req-4081dab6-edca-4ab2-b8ba-a87c8c228635 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 210 time: 0.0471833 Jun 07 13:53:09.698948 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b7397d4e-6f0f-490f-a8b1-1843e5c66f00 req-20348ec8-ecc1-408d-9e4b-60ff1f6cc17f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 210 time: 0.0453382 Jun 07 13:53:09.707029 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.806153 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-eef730fe-e494-4fab-a031-aeb457703fd1 req-9ea5eb8d-c203-447a-a644-89a66244341e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 210 time: 0.0454161 Jun 07 13:53:11.974822 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-68eb7978-3bc8-4325-a681-f0020b6b1fdd req-456e4a57-d59a-4da8-936d-55661a507645 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 210 time: 0.0541108 Jun 07 13:53:12.724247 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:53:12.760321 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-cfe44612-0592-4a16-aca8-d3e7861c662d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:12.764017 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-cfe44612-0592-4a16-aca8-d3e7861c662d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 811 time: 0.1740105 Jun 07 13:53:12.832217 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c54a406c-6643-4378-8be7-c9a7856dcc30 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 379 time: 0.0562832 Jun 07 13:53:12.842464 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'port': {'device_id': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'admin_state_up': True, 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'security_groups': ['a8c87632-1865-42e0-bda2-8015490cac87']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:13.139688 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Made reservation on behalf of 572fa2ba0be24312aaec89308d97df8a for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:13.143384 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:13.144627 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-260bfc1f-dce4-4e85-b0e9-f97faa0483ec req-7d4ef4b7-4106-42d0-8e7b-c58d48fd338e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 210 time: 0.0533364 Jun 07 13:53:13.318094 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Allocated IP 172.20.0.6 (36b22f39-2de7-4189-994f-f974a73b2519/c6abeb99-4a0f-49a1-9aee-7fa629dd89f5/e8e60cb8-490f-4b92-a191-92ed6a787aa8) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:13.534530 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:13.551639 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Transition to ACTIVE for port object e8e60cb8-490f-4b92-a191-92ed6a787aa8 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:13.576437 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:13.582091 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:13.659971 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Network 36b22f39-2de7-4189-994f-f974a73b2519 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:13.662969 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:13.668010 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:13.693828 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=e8e60cb8-490f-4b92-a191-92ed6a787aa8,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:13.700136 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:13.736207 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:13.736855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:13.755476 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9170587 Jun 07 13:53:13.770038 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Request body: {'port': {'device_id': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:13.836375 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-0dfe4682-54a8-44c9-b4a7-12216769c37e None None] Provisioning for port e8e60cb8-490f-4b92-a191-92ed6a787aa8 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:13.841799 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-0dfe4682-54a8-44c9-b4a7-12216769c37e None None] Provisioning complete for port e8e60cb8-490f-4b92-a191-92ed6a787aa8 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:13.842207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0dfe4682-54a8-44c9-b4a7-12216769c37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:13.888526 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:13.897231 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe4682-54a8-44c9-b4a7-12216769c37e None None] Port e8e60cb8-490f-4b92-a191-92ed6a787aa8 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:53:14.229369 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e60cb8-490f-4b92-a191-92ed6a787aa8 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:14.237423 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.254267 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Transition to ACTIVE for port object e8e60cb8-490f-4b92-a191-92ed6a787aa8 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:14.297642 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.306161 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b9551e8d-e399-498b-beae-a1f3542f5c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:14.481782 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Pushing event updated for resources: {'Port': ['ID=e8e60cb8-490f-4b92-a191-92ed6a787aa8,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:14.485930 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:14.555155 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcb0e1-0629-430e-aff4-1947d421b74e req-984fc50b-c3aa-436e-8955-eaf9a180ecc0 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:14.556701 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77fcb0e1-0629-430e-aff4-1947d421b74e req-984fc50b-c3aa-436e-8955-eaf9a180ecc0 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 943 time: 0.2999856 Jun 07 13:53:14.614724 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Attempting to bind port e8e60cb8-490f-4b92-a191-92ed6a787aa8 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:14.615212 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Attempting to bind port e8e60cb8-490f-4b92-a191-92ed6a787aa8 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:14.615638 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Attempting to bind port e8e60cb8-490f-4b92-a191-92ed6a787aa8 on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:14.627972 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-77fcb0e1-0629-430e-aff4-1947d421b74e req-987958c4-37ba-4568-9c6e-159c98ea5fb3 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644195 Jun 07 13:53:14.628646 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Port e8e60cb8-490f-4b92-a191-92ed6a787aa8 on network 36b22f39-2de7-4189-994f-f974a73b2519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:53:14.628938 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Attempting to bind port e8e60cb8-490f-4b92-a191-92ed6a787aa8 on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:14.635470 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:14.635813 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Checking segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:14.636478 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Bound using segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:14.636668 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Bound port: e8e60cb8-490f-4b92-a191-92ed6a787aa8, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:14.636987 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.736483 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] For port e8e60cb8-490f-4b92-a191-92ed6a787aa8, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:14.739526 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] For port e8e60cb8-490f-4b92-a191-92ed6a787aa8, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:14.745943 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.750947 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fc23a9cb-f344-4e2b-bb32-01c0d6ee5b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:14.813677 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:14.814384 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.815640 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] 10.222.0.60 "PUT /v2.0/ports/e8e60cb8-490f-4b92-a191-92ed6a787aa8 HTTP/1.1" status: 200 len: 1093 time: 1.0511270 Jun 07 13:53:14.816166 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:14.818523 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:14.837783 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Pushing event updated for resources: {'Port': ['ID=e8e60cb8-490f-4b92-a191-92ed6a787aa8,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:14.843397 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:14.894297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a4594f-69ba-4963-a4ce-983b8932e1f7 x-openstack-request-id: req-c5a4594f-69ba-4963-a4ce-983b8932e1f7 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:14.894641 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:14.894945 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5a4594f-69ba-4963-a4ce-983b8932e1f7 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:14.895381 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'status': 'completed', 'code': 200} Jun 07 13:53:14.938697 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-bf7eefb7-ee74-4162-924e-b2df97e120b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:14.940198 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-bf7eefb7-ee74-4162-924e-b2df97e120b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 1096 time: 0.0792649 Jun 07 13:53:15.113345 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-7adaab4f-5e3b-4a54-ab12-9dc1bd7f3671 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8 HTTP/1.1" status: 200 len: 217 time: 0.1646872 Jun 07 13:53:15.179019 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-ab31afff-acc0-4b38-bbe5-ff2703544d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:15.180358 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-ab31afff-acc0-4b38-bbe5-ff2703544d22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0599554 Jun 07 13:53:15.255786 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0d99b-1616-4e13-afed-321197da9c07 req-a7fb1130-b634-465e-ba29-f53bb15edf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:15.257269 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-a7fb1130-b634-465e-ba29-f53bb15edf3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700915 Jun 07 13:53:15.400986 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-7a90138e-3452-4613-857d-ecba53a45ac7 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352332 Jun 07 13:53:15.541053 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-2af0d99b-1616-4e13-afed-321197da9c07 req-c4e6ef1e-1435-4cba-908b-7f4ca307e78f service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325431 Jun 07 13:53:15.673791 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.683171 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-2f1c01a9-56f0-449a-909c-68818208586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:15.685609 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-2f1c01a9-56f0-449a-909c-68818208586c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 1096 time: 0.0903816 Jun 07 13:53:15.903881 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-412c04f0-716f-408e-ac0b-53bbbb4d4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:15.905426 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-412c04f0-716f-408e-ac0b-53bbbb4d4a73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.2129128 Jun 07 13:53:15.982905 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-9476456c-c833-4bfb-ac33-83e383531087 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8 HTTP/1.1" status: 200 len: 217 time: 0.0699358 Jun 07 13:53:15.991227 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd84b-5b6c-4337-9bad-26c1c32bd88b req-4b4a5273-f7df-441f-afb1-d36fbdcaeef4 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:15.992612 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dbbdd84b-5b6c-4337-9bad-26c1c32bd88b req-4b4a5273-f7df-441f-afb1-d36fbdcaeef4 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 943 time: 0.2431536 Jun 07 13:53:16.090662 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dbbdd84b-5b6c-4337-9bad-26c1c32bd88b req-994f6f1a-dd41-4692-84ae-29ed3c6e476c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669670 Jun 07 13:53:16.092179 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-1a3fc77d-779a-4c40-955c-25e61ac00b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:16.093583 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-1a3fc77d-779a-4c40-955c-25e61ac00b4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.1000671 Jun 07 13:53:16.173779 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-a2b80858-6b79-4d08-a262-6e271e14ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:16.175226 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-a2b80858-6b79-4d08-a262-6e271e14ff41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741549 Jun 07 13:53:16.313164 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-f306287a-c415-429b-a442-850e2fc1b2e4 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283391 Jun 07 13:53:16.449000 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-913e7fc4-7e1f-49e3-a3bd-8f4024ed4d7b req-ac3ac24c-8ea7-4dd8-b86c-a7590aef56d9 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279936 Jun 07 13:53:17.278941 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d3b68-fff4-48e0-83bb-1ec33a8f7481 req-22f37036-b28e-4be9-8f1a-8b1ab4a24259 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:17.280366 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4f7d3b68-fff4-48e0-83bb-1ec33a8f7481 req-22f37036-b28e-4be9-8f1a-8b1ab4a24259 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 943 time: 0.0802991 Jun 07 13:53:17.325980 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4f7d3b68-fff4-48e0-83bb-1ec33a8f7481 req-ef988f77-1eff-4ae2-a8b7-0c61372b578d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398054 Jun 07 13:53:18.523226 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2afb45-c13b-433f-ba71-27dc867f7c80 req-876afeb7-364b-4133-8413-ccf6519342ed tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:18.524688 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b2afb45-c13b-433f-ba71-27dc867f7c80 req-876afeb7-364b-4133-8413-ccf6519342ed tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 943 time: 0.0926123 Jun 07 13:53:18.574543 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0b2afb45-c13b-433f-ba71-27dc867f7c80 req-eed0a294-f15f-4103-9bd7-31d49adf82f1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442414 Jun 07 13:53:19.768499 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806b73c-fc30-4c65-8962-d9891d89f579 req-d26d6b2e-4cb7-4803-ab7b-a18e8a12d7c4 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:19.770015 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a806b73c-fc30-4c65-8962-d9891d89f579 req-d26d6b2e-4cb7-4803-ab7b-a18e8a12d7c4 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 943 time: 0.0867925 Jun 07 13:53:19.815047 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-a806b73c-fc30-4c65-8962-d9891d89f579 req-19c51b35-450d-4d19-a356-e8ba8a23dfee tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Jun 07 13:53:21.093001 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb267e-67d7-4b6e-90cc-e90ee654e500 req-a271cfe1-65ad-43ee-985e-e29527569d60 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:21.094572 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-59bb267e-67d7-4b6e-90cc-e90ee654e500 req-a271cfe1-65ad-43ee-985e-e29527569d60 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 943 time: 0.1651721 Jun 07 13:53:21.144695 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-59bb267e-67d7-4b6e-90cc-e90ee654e500 req-da329b15-2331-480e-87a7-e5966d92acf6 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 Jun 07 13:53:22.379929 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e363f9-aaf5-4432-b911-ebe3c6c879f5 req-ca3b9f91-826f-49c8-a77d-a8ad8f4e1174 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:22.381378 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-66e363f9-aaf5-4432-b911-ebe3c6c879f5 req-ca3b9f91-826f-49c8-a77d-a8ad8f4e1174 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 943 time: 0.1304193 Jun 07 13:53:22.426760 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-66e363f9-aaf5-4432-b911-ebe3c6c879f5 req-445b5c12-d5a9-4184-8b88-a5a768ae8857 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391004 Jun 07 13:53:23.099592 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device e8e60cb8-490f-4b92-a191-92ed6a787aa8 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:53:23.235789 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port e8e60cb8-490f-4b92-a191-92ed6a787aa8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:23.248709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'port_id': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'mac_address': 'fa:16:3e:88:42:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:53:23.303550 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.320208 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e60cb8-490f-4b92-a191-92ed6a787aa8 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:23.340069 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port e8e60cb8-490f-4b92-a191-92ed6a787aa8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:23.343917 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.346718 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-d45cd161-0ae7-4525-a150-3f5c05f78d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:23.420421 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=e8e60cb8-490f-4b92-a191-92ed6a787aa8,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:23.423682 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:23.663679 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['e8e60cb8-490f-4b92-a191-92ed6a787aa8'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:53:23.720022 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56944280-d70f-49ad-afc3-e9af0efd9018 req-7e63f118-e1fd-4a0f-ac07-cf2caf355e96 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:23.721417 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-56944280-d70f-49ad-afc3-e9af0efd9018 req-7e63f118-e1fd-4a0f-ac07-cf2caf355e96 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 944 time: 0.1878269 Jun 07 13:53:23.767689 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-56944280-d70f-49ad-afc3-e9af0efd9018 req-db0aac11-3d3c-4a0b-8d0c-6f4e379066f3 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400014 Jun 07 13:53:24.961008 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5740c24-de5e-4009-9ec7-9e452ac07297 req-392f702c-a537-46c6-97a3-d032f607173a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:24.962483 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e5740c24-de5e-4009-9ec7-9e452ac07297 req-392f702c-a537-46c6-97a3-d032f607173a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 944 time: 0.0864553 Jun 07 13:53:25.024969 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e5740c24-de5e-4009-9ec7-9e452ac07297 req-f7856bfe-21ac-4a00-8d5a-2cba6c20a5c0 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545602 Jun 07 13:53:25.098657 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device e8e60cb8-490f-4b92-a191-92ed6a787aa8 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:25.173445 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port e8e60cb8-490f-4b92-a191-92ed6a787aa8 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:25.178336 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port e8e60cb8-490f-4b92-a191-92ed6a787aa8 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:25.178716 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.299110 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.330636 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:25.332968 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8af9d-205f-4baa-a2fc-d4515d80c345" -d '{"events": [{"server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "name": "network-vif-plugged", "status": "completed", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:25.341945 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port e8e60cb8-490f-4b92-a191-92ed6a787aa8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:25.353989 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.356957 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-25cf1e31-40e4-493b-9133-c34cc05a7734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:25.409208 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4caa3b-3147-40f0-941f-b798a40a3dca x-openstack-request-id: req-5e4caa3b-3147-40f0-941f-b798a40a3dca {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:25.409618 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "name": "network-vif-plugged", "status": "completed", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:25.409927 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e4caa3b-3147-40f0-941f-b798a40a3dca {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:25.410382 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'code': 200} Jun 07 13:53:25.436510 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=e8e60cb8-490f-4b92-a191-92ed6a787aa8,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:25.445612 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.445957 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.446294 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.446627 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.446953 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.447280 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.447604 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.448028 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.449321 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.450249 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.450249 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.450575 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:25.454709 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:25.699596 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073fb4-9622-4d8e-97f2-84d67d53eb41 req-0dafc135-d3b4-4621-a650-840465979bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:25.701059 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b4073fb4-9622-4d8e-97f2-84d67d53eb41 req-0dafc135-d3b4-4621-a650-840465979bf9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 1098 time: 0.0723770 Jun 07 13:53:25.745793 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b4073fb4-9622-4d8e-97f2-84d67d53eb41 req-b0d69a87-f9b9-4943-8c92-b52b29c06375 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357955 Jun 07 13:53:26.230456 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439b4c0-d0ee-4c8a-b0d2-cff51c4763f8 req-bb9c22b7-f809-42fe-86de-6e690a1729b6 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:26.231919 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c439b4c0-d0ee-4c8a-b0d2-cff51c4763f8 req-bb9c22b7-f809-42fe-86de-6e690a1729b6 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 945 time: 0.0841789 Jun 07 13:53:26.286466 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c439b4c0-d0ee-4c8a-b0d2-cff51c4763f8 req-d65384f9-2187-4566-a3c6-83709d2b3e17 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Jun 07 13:53:27.477988 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efd9bd-e3b9-49bc-95ce-1fd918ef1528 req-94b7ea04-fd21-431d-bfa8-5e78b7c9d5ab tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:27.479445 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-72efd9bd-e3b9-49bc-95ce-1fd918ef1528 req-94b7ea04-fd21-431d-bfa8-5e78b7c9d5ab tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 945 time: 0.0851684 Jun 07 13:53:27.527503 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-72efd9bd-e3b9-49bc-95ce-1fd918ef1528 req-8a296042-fd9e-4fd7-9bf3-23f94ee336a0 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Jun 07 13:53:27.722557 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6b6c7-8426-4e9f-8b7e-835fc410f471 req-008badf7-14e8-4fbb-9646-13d2ec63f6ee tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:27.724010 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b3e6b6c7-8426-4e9f-8b7e-835fc410f471 req-008badf7-14e8-4fbb-9646-13d2ec63f6ee tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 945 time: 0.0842676 Jun 07 13:53:27.772908 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-b3e6b6c7-8426-4e9f-8b7e-835fc410f471 req-0941b42b-c891-4585-8667-71cf8a7dc212 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432816 Jun 07 13:53:27.796182 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52492) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:27.911178 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b09af-aa8d-4546-95bc-23f6399cdd57 tempest-TestVolumeBootPattern-1188456977 tempest-TestVolumeBootPattern-1188456977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:27.912644 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-154b09af-aa8d-4546-95bc-23f6399cdd57 tempest-TestVolumeBootPattern-1188456977 tempest-TestVolumeBootPattern-1188456977-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 1093 time: 0.1155043 Jun 07 13:53:27.915614 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52496) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:27.920476 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'port_id': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:27.943224 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.083998 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.223659 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Allocated IP 172.27.0.84 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/470ade69-4763-44ac-b014-f6cccc87e2ad) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:28.482858 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.512934 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.516622 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4a6a085f-e05a-4067-bd29-762e1d5bccca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:28.580428 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:28.583321 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:28.586901 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:28.623106 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=470ade69-4763-44ac-b014-f6cccc87e2ad,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:28.638843 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.639219 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.639591 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.639960 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.640322 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.640683 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.641044 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.641402 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.641789 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.642145 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.642498 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.642848 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:28.647859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:29.016114 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.092506 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.297714 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.302550 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.306266 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-db9fbe8e-0a69-4253-b683-3319f4dd62fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:29.416637 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=470ade69-4763-44ac-b014-f6cccc87e2ad,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:29.419712 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:29.429560 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.610821 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Floating IP 6c1ad600-ff81-43df-a929-42a6ed9f8428 associated. External IP: 172.27.0.84, port: e8e60cb8-490f-4b92-a191-92ed6a787aa8. Jun 07 13:53:30.122392 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:53:30.327283 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:53:30.337864 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:53:30.352083 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:30.352441 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:53:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:30.353251 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.420683 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-769f6439-87f5-4136-8e93-eb6fec9d3e6e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5039535 Jun 07 13:53:30.421368 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:30.423737 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130baa13-0c83-4e0c-9248-b99ae7ea567f" -d '{"events": [{"name": "network-changed", "server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:30.486942 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c275b19-3e5a-454e-a65b-da6b44d46760 x-openstack-request-id: req-0c275b19-3e5a-454e-a65b-da6b44d46760 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:30.487279 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:30.487575 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c275b19-3e5a-454e-a65b-da6b44d46760 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:30.488029 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'status': 'completed', 'code': 200} Jun 07 13:53:30.555442 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:30.583859 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-58134b42-010f-4560-a1bd-95eb74ddd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:30.585384 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-58134b42-010f-4560-a1bd-95eb74ddd285 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 1098 time: 0.0755818 Jun 07 13:53:30.739391 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-9b2872db-8a62-462f-ada3-484d85301ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:30.741802 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-9b2872db-8a62-462f-ada3-484d85301ed0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1489894 Jun 07 13:53:30.855906 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-0d358431-dc02-4f87-bb6a-7e9416d68048 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8 HTTP/1.1" status: 200 len: 998 time: 0.1067159 Jun 07 13:53:30.927187 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-8e5c580d-dcb0-46ab-affd-59a56abedd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:30.928653 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-8e5c580d-dcb0-46ab-affd-59a56abedd9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0658023 Jun 07 13:53:30.934132 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '6c1ad600-ff81-43df-a929-42a6ed9f8428', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:88:42:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:28Z', 'updated_at': '2021-06-07T13:53:28Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:30.938340 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:53:30.946593 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:30.947196 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:53:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:31.006267 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-53324eea-7b34-47f4-b6ba-d0dcadce7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:31.008157 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-53324eea-7b34-47f4-b6ba-d0dcadce7f0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718384 Jun 07 13:53:31.150860 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-428e1b35-548f-4977-91c2-282d207ffa03 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348386 Jun 07 13:53:31.173898 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:31.292603 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-130baa13-0c83-4e0c-9248-b99ae7ea567f req-6e0cd635-67e0-4ef8-b478-c8370e9c6e05 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303084 Jun 07 13:53:31.536525 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '6c1ad600-ff81-43df-a929-42a6ed9f8428', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:88:42:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:28Z', 'updated_at': '2021-06-07T13:53:28Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:31.540392 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce83a3f-5bc5-4672-9c5e-4213dc71d0ab None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '6c1ad600-ff81-43df-a929-42a6ed9f8428', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:88:42:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:28Z', 'updated_at': '2021-06-07T13:53:28Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:53:31.736498 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48c7d7-db6a-4386-95de-201dd0d4dd97 None None] New status for floating IP 6c1ad600-ff81-43df-a929-42a6ed9f8428: ACTIVE {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:53:33.569349 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c5f200f3-015d-4dcb-ae66-62578978ff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:36.579701 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.221952 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3eeaed1e-8a68-4abe-96e5-3b35d4bd8098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.255084 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.712864 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:43.828962 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-ea02a39c-daee-4778-9448-53a5b5d6b965 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818326 Jun 07 13:53:43.985240 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-6eefcbf4-01a5-4737-b087-163ecc349aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.986738 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-6eefcbf4-01a5-4737-b087-163ecc349aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 1098 time: 0.0750449 Jun 07 13:53:44.142858 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-e43f9c9b-4cf3-49cb-b61e-2994b40cd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:44.144303 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-e43f9c9b-4cf3-49cb-b61e-2994b40cd385 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1361926 Jun 07 13:53:44.254592 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-e063ef9b-0f83-46a5-b58d-5fcbb48b6d7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8 HTTP/1.1" status: 200 len: 1000 time: 0.1024165 Jun 07 13:53:44.322041 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-1a9d6be6-9bb7-4035-ab56-3043f605ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:44.325266 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-1a9d6be6-9bb7-4035-ab56-3043f605ee85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0623968 Jun 07 13:53:44.411864 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-99d8387f-b708-4e87-950e-dadbfaf3d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:44.413246 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-99d8387f-b708-4e87-950e-dadbfaf3d8ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800281 Jun 07 13:53:44.557118 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-eabdd490-d4e0-4bf1-bea0-347c65965ba1 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353936 Jun 07 13:53:44.820565 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a83659e4-9f3e-402b-8ffc-886c7e5dc932 req-d74e9c46-6314-4138-b261-058425115b05 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561827 Jun 07 13:53:45.646854 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:49.722987 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:54:03.581514 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e6ba201c-fdc7-497c-8ce8-b97b5d97645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:06.583388 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:07.226331 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f75ed43f-74ac-4092-8926-70b9951cd09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:07.376783 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-48ec6222-64e5-4cde-87a9-c848e086c0ce req-b0b88f71-8766-4d1a-a19a-291f9fbc91b1 service neutron] (92942) timed out ('10.222.0.60', 63412) {{(pid=92942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 13:54:08.259295 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:09.715335 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.661847 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.722068 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:54:33.575840 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-303712e2-fa04-479e-8d2f-f77ffc534d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:36.584809 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:37.220336 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7e4b-c0da-489e-9a84-1b5d01fd9cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:38.258884 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.764221 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:45.657090 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:45.845046 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-d3be8053-a618-42d5-9986-b75da91c9b05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141672 Jun 07 13:54:45.992363 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-e821d1fb-df7f-404e-9262-979a6bd032c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:45.993748 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-e821d1fb-df7f-404e-9262-979a6bd032c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 1098 time: 0.0728548 Jun 07 13:54:46.139621 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-c299e5e9-7fb6-4070-ba2b-d7f499e1849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:46.141073 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-c299e5e9-7fb6-4070-ba2b-d7f499e1849b service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1273122 Jun 07 13:54:46.244334 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-b7ca99e0-d87c-43e8-a723-671a1310f3b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8 HTTP/1.1" status: 200 len: 1000 time: 0.0958841 Jun 07 13:54:46.309395 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-76625cf0-af47-40ee-a42a-2df4f098bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:46.311118 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-76625cf0-af47-40ee-a42a-2df4f098bb14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0598164 Jun 07 13:54:46.393027 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-ef93209f-437a-4ae3-bf17-038442e404d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:46.394517 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-ef93209f-437a-4ae3-bf17-038442e404d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738192 Jun 07 13:54:46.530663 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-7b0349d6-d273-42cb-ab2f-9fcb7e65dc66 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277142 Jun 07 13:54:46.662839 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f8d0ed6e-cc3c-4efc-b112-aab8fd801a06 req-90350f39-4e7e-4f0e-9e72-3a5e8d9a2cc4 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244514 Jun 07 13:55:03.577919 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8b922e64-9566-497d-9235-cf8d7bde15b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:03.720982 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:55:06.588284 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:07.221490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-14c8791f-1c35-4f7b-be68-bf6c002d6f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.263501 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:09.718149 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.673147 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:30.133121 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78054ba4-d05e-4a2b-bf21-3e9da3c22eef req-d7074a95-b4fb-4127-9b6e-8be768796724 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:30.134726 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-78054ba4-d05e-4a2b-bf21-3e9da3c22eef req-d7074a95-b4fb-4127-9b6e-8be768796724 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 945 time: 0.0864882 Jun 07 13:55:30.182495 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-78054ba4-d05e-4a2b-bf21-3e9da3c22eef req-3365f799-b9dd-4a19-9ead-cd023cfe8883 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Jun 07 13:55:31.370005 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664a451-ad0c-421c-b2b8-9d3c71587cec req-93525a5d-1589-4c06-bcbd-04d21f5fd494 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:31.371443 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c664a451-ad0c-421c-b2b8-9d3c71587cec req-93525a5d-1589-4c06-bcbd-04d21f5fd494 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 945 time: 0.0841444 Jun 07 13:55:31.423527 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c664a451-ad0c-421c-b2b8-9d3c71587cec req-1ef77439-8983-4cdd-80cb-ff979a3300eb tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Jun 07 13:55:31.911194 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-ec451d52-67e7-4303-9ec6-fe821ec8e196 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:31.912735 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-ec451d52-67e7-4303-9ec6-fe821ec8e196 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 945 time: 0.0874312 Jun 07 13:55:32.058848 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Deleting port e8e60cb8-490f-4b92-a191-92ed6a787aa8 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:55:32.059109 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:32.193930 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] For port e8e60cb8-490f-4b92-a191-92ed6a787aa8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e8e60cb8-490f-4b92-a191-92ed6a787aa8,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:32.194292 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:32.610478 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:32.610768 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:32.611084 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.db.l3_db [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Floating IP 6c1ad600-ff81-43df-a929-42a6ed9f8428 disassociated. External IP: 172.27.0.84, port: e8e60cb8-490f-4b92-a191-92ed6a787aa8. Jun 07 13:55:32.611434 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Calling delete_port for e8e60cb8-490f-4b92-a191-92ed6a787aa8 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:55:32.778255 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:32.784087 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-a95c9c71-d1e8-4c27-8d7d-bbf979594c20 tempest-TestMinimumBasicScenario-820116927 tempest-TestMinimumBasicScenario-820116927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:32.838175 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event deleted for resources: {'Port': ['ID=e8e60cb8-490f-4b92-a191-92ed6a787aa8,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:32.852465 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.852863 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.853234 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.853639 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.854005 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.854379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.854749 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.855882 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.856354 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.856726 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.857092 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.857460 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:32.865756 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:32.875373 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157499ce-f684-4e14-a5c8-2688a4b655c4 req-ffcc4f6c-a33b-4537-8158-3117199dbb8c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:32.876868 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-157499ce-f684-4e14-a5c8-2688a4b655c4 req-ffcc4f6c-a33b-4537-8158-3117199dbb8c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 867 time: 0.1845109 Jun 07 13:55:33.001580 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-157499ce-f684-4e14-a5c8-2688a4b655c4 req-e4841fc2-d5e7-4099-bd17-59bd9267a040 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747817 Jun 07 13:55:33.098180 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:55:33.287414 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:55:33.301303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:55:33.313746 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:33.314395 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:55:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:33.369421 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] No DVR routers for this DVR port e8e60cb8-490f-4b92-a191-92ed6a787aa8 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:55:33.371915 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:33.373938 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9ed95f0d-7909-43fd-ac3d-9854b915f256 req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "DELETE /v2.0/ports/e8e60cb8-490f-4b92-a191-92ed6a787aa8 HTTP/1.1" status: 204 len: 173 time: 1.4539223 Jun 07 13:55:33.374455 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'name': 'network-vif-deleted', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:33.376759 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56deff88-5ba4-43be-a514-be95e4ff4ced" -d '{"events": [{"server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "name": "network-vif-deleted", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:33.427155 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecabc3d7-4f28-4b93-9f2f-b7fe7d74e42b x-openstack-request-id: req-ecabc3d7-4f28-4b93-9f2f-b7fe7d74e42b {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:33.427597 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9243ffc6-c8e1-4bc0-bfca-7b265908dcab", "name": "network-vif-deleted", "tag": "e8e60cb8-490f-4b92-a191-92ed6a787aa8", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:33.428363 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecabc3d7-4f28-4b93-9f2f-b7fe7d74e42b {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:33.428509 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9243ffc6-c8e1-4bc0-bfca-7b265908dcab', 'name': 'network-vif-deleted', 'tag': 'e8e60cb8-490f-4b92-a191-92ed6a787aa8', 'status': 'completed', 'code': 200} Jun 07 13:55:33.504993 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:33.647718 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-8145b50f-abad-45b8-99a9-6b193a069173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:33.860614 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:33.865060 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:55:33.874271 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:33.874890 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:55:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:34.100948 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:34.163835 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-597c8461-774f-40cc-a1b6-3ae76fd74a85 req-ff3b0e86-4a2d-48d9-aac8-c970945332c2 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=9243ffc6-c8e1-4bc0-bfca-7b265908dcab HTTP/1.1" status: 200 len: 210 time: 0.0440454 Jun 07 13:55:34.486684 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:34.490606 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e959ae-eb71-479b-887e-9ff0e56d33d3 None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:55:34.693996 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb8d4d-f65d-4928-bc79-7848c5717554 None None] New status for floating IP 6c1ad600-ff81-43df-a929-42a6ed9f8428: DOWN {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:55:35.474067 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-1fa7ca0f-6ee7-42e7-af48-dc1352833e19 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772525013&fields=id&tenant_id=572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 267 time: 0.0396543 Jun 07 13:55:35.626080 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-923dad2a-bb80-4763-a702-af7c07a3657b tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:35.627565 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-923dad2a-bb80-4763-a702-af7c07a3657b tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 811 time: 0.1465757 Jun 07 13:55:35.643317 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-fcf5dc62-c9f3-4b76-85ee-de3ea770ef79 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/quotas/572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 375 time: 0.0096712 Jun 07 13:55:35.732291 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-15d0f639-6ad2-40b7-8ddc-30618310b10d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837567 Jun 07 13:55:35.794851 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-b8a75d1c-5483-48d4-baf9-68c2bd1acc41 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:55:35.795988 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-b8a75d1c-5483-48d4-baf9-68c2bd1acc41 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530391 Jun 07 13:55:35.864547 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device e8e60cb8-490f-4b92-a191-92ed6a787aa8 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:55:35.903273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: e8e60cb8-490f-4b92-a191-92ed6a787aa8 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:55:35.903583 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device e8e60cb8-490f-4b92-a191-92ed6a787aa8 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:55:35.949641 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-a4746fb0-0e53-4e8e-b244-f6fdd970860a service neutron] 10.222.0.44 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466849 Jun 07 13:55:36.081430 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-7c6661c9-67d1-4d73-ade2-4eb5031bdc5e service neutron] 10.222.0.44 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263766 Jun 07 13:55:36.488999 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-94d20883-0362-4c7a-ada5-bec738459d95 req-fa66b9b5-3567-4bf5-be3d-962ff2397713 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 210 time: 0.0456367 Jun 07 13:55:36.593430 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:37.225842 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a43d1367-156d-443a-a95b-45c8b9b2b809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:37.786452 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-c9e5b6f4-9c45-45fd-8364-6941e998d8fc req-77a938cc-40c4-4f2e-b776-e6192d454359 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 210 time: 0.1787882 Jun 07 13:55:37.888492 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-ec37ef54-af99-4f4d-a30a-c1afb130e34c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:37.889998 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-ec37ef54-af99-4f4d-a30a-c1afb130e34c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 811 time: 0.3117900 Jun 07 13:55:37.941432 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-2cc284d1-4c80-44c9-ac65-fd8b19c6c29f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 379 time: 0.0419736 Jun 07 13:55:37.952304 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'port': {'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'admin_state_up': True, 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'security_groups': ['a8c87632-1865-42e0-bda2-8015490cac87']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:38.108139 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Made reservation on behalf of 572fa2ba0be24312aaec89308d97df8a for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:38.111687 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.265558 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.285967 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Allocated IP 172.20.0.11 (36b22f39-2de7-4189-994f-f974a73b2519/c6abeb99-4a0f-49a1-9aee-7fa629dd89f5/8ef0d366-71e3-41ff-9b9a-7d05690165b5) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:38.504552 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.521468 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Transition to ACTIVE for port object 8ef0d366-71e3-41ff-9b9a-7d05690165b5 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:38.545497 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.552306 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-9bc1ed99-7d11-4035-991d-8167def5292d tempest-AttachVolumeTestJSON-1518617048 tempest-AttachVolumeTestJSON-1518617048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:38.615721 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Network 36b22f39-2de7-4189-994f-f974a73b2519 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:38.618912 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:38.623971 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:38.668903 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=8ef0d366-71e3-41ff-9b9a-7d05690165b5,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:38.674228 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:38.704413 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:38.705068 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.724115 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-ba79358f-e214-40fc-b48a-0b4850bff752 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7765195 Jun 07 13:55:38.736554 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Request body: {'port': {'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:38.850336 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.872763 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a74a6a17-98e0-455d-b5c2-04e9ce3a6f25 None None] Provisioning for port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:38.878387 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-a74a6a17-98e0-455d-b5c2-04e9ce3a6f25 None None] Provisioning complete for port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:38.878892 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a74a6a17-98e0-455d-b5c2-04e9ce3a6f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.934896 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-a74a6a17-98e0-455d-b5c2-04e9ce3a6f25 None None] Port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:55:38.984515 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888565f-c6ac-4d51-859e-f47f7ceb13a6 req-2e212cc7-cb21-4b8e-bf9f-7c1f79579e60 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:38.986217 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2888565f-c6ac-4d51-859e-f47f7ceb13a6 req-2e212cc7-cb21-4b8e-bf9f-7c1f79579e60 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 932 time: 0.0888855 Jun 07 13:55:39.031619 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2888565f-c6ac-4d51-859e-f47f7ceb13a6 req-9d364755-8068-42ea-82e8-ae3a95e15fdf tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394452 Jun 07 13:55:39.210086 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef0d366-71e3-41ff-9b9a-7d05690165b5 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:55:39.218545 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.234446 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Transition to ACTIVE for port object 8ef0d366-71e3-41ff-9b9a-7d05690165b5 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:39.237699 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.242883 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e8309e62-ea27-43a9-bc9e-3d41347ab169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:39.398707 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Pushing event updated for resources: {'Port': ['ID=8ef0d366-71e3-41ff-9b9a-7d05690165b5,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:39.401824 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:39.484954 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Attempting to bind port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:39.485201 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Attempting to bind port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:39.485551 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Attempting to bind port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:39.490285 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 on network 36b22f39-2de7-4189-994f-f974a73b2519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:55:39.490607 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Attempting to bind port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:39.496999 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:39.497375 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Checking segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:39.497788 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Bound using segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:39.498221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Bound port: 8ef0d366-71e3-41ff-9b9a-7d05690165b5, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:39.498574 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.594725 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] For port 8ef0d366-71e3-41ff-9b9a-7d05690165b5, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:39.598123 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] For port 8ef0d366-71e3-41ff-9b9a-7d05690165b5, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:39.603120 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.607775 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-adc0438c-923c-4933-abc1-e4873a9b481b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:39.723277 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.771416 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:39.772040 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.773419 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] 10.222.0.60 "PUT /v2.0/ports/8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 1094 time: 1.0413198 Jun 07 13:55:39.773965 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:39.777069 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac54988-cc90-461d-8aac-e8a5bce7e6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:39.801830 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Pushing event updated for resources: {'Port': ['ID=8ef0d366-71e3-41ff-9b9a-7d05690165b5,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:39.805188 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-b0452bea-3523-404a-93c0-566a595a63fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:39.858221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee30f20-049f-473c-8e84-ab79f68bfdbc x-openstack-request-id: req-aee30f20-049f-473c-8e84-ab79f68bfdbc {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:39.858901 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:39.858901 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aee30f20-049f-473c-8e84-ab79f68bfdbc {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:39.859255 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'status': 'completed', 'code': 200} Jun 07 13:55:39.905160 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-75f45b79-431e-4c67-8abf-b064f77e803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:39.906678 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-75f45b79-431e-4c67-8abf-b064f77e803f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1097 time: 0.0839686 Jun 07 13:55:39.983919 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-7e7a9edb-8d0e-4e1c-bb12-65df7e9cd4fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 217 time: 0.0682950 Jun 07 13:55:40.047980 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-143b7db8-bb6d-4d18-9ddf-6c35b59329d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.049293 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-143b7db8-bb6d-4d18-9ddf-6c35b59329d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0587895 Jun 07 13:55:40.134643 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719854-68ff-464e-9a2d-afe14de99617 req-26470361-8603-410f-93e6-eb544102ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.136721 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-26470361-8603-410f-93e6-eb544102ae17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794413 Jun 07 13:55:40.222733 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8183-7fc8-4165-b401-29c74ce5a8cc req-00602eb2-29b8-40d9-963c-c9035d442e81 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.224167 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d4fc8183-7fc8-4165-b401-29c74ce5a8cc req-00602eb2-29b8-40d9-963c-c9035d442e81 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 944 time: 0.0847952 Jun 07 13:55:40.269614 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d4fc8183-7fc8-4165-b401-29c74ce5a8cc req-11243d1e-b9e8-45d1-8dbd-8ec8c9426e4f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Jun 07 13:55:40.277977 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-44e69916-6544-4c25-8e6e-44822a3fbc3c service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321106 Jun 07 13:55:40.414587 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-86719854-68ff-464e-9a2d-afe14de99617 req-a3ebbeb5-d1d9-4de1-a36a-c8e023365356 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289058 Jun 07 13:55:40.539953 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-d2564d68-ea33-4076-b494-4e23b0a26702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.541409 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-d2564d68-ea33-4076-b494-4e23b0a26702 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1097 time: 0.0704474 Jun 07 13:55:40.674066 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-04bfe86d-5f64-4d44-a643-eb83c0998946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.675409 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-04bfe86d-5f64-4d44-a643-eb83c0998946 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1261895 Jun 07 13:55:40.719724 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:55:40.748500 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-99a5d1fc-2a0f-4f98-9d41-cd75d4e2d75e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 217 time: 0.0656886 Jun 07 13:55:40.813119 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-c23fddb8-9016-49dc-a5bb-4f75d1359ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.814600 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-c23fddb8-9016-49dc-a5bb-4f75d1359ce7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0587990 Jun 07 13:55:40.894164 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-4d4cd54e-04ef-4dfb-a8dd-e3e288073f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.895651 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-4d4cd54e-04ef-4dfb-a8dd-e3e288073f57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740700 Jun 07 13:55:41.030078 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-4b900e15-c750-40ab-89a2-c1655d3e94ac service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265497 Jun 07 13:55:41.185562 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-dac54988-cc90-461d-8aac-e8a5bce7e6c9 req-6c9046e7-60a8-4749-9c89-14f987f76c83 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485348 Jun 07 13:55:41.456885 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7767ae-8b07-4736-ab10-f8635230f9da req-9fc48bb1-5229-45a9-9e98-f78a76a2c51c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:41.458350 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3d7767ae-8b07-4736-ab10-f8635230f9da req-9fc48bb1-5229-45a9-9e98-f78a76a2c51c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 944 time: 0.0826871 Jun 07 13:55:41.502697 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-3d7767ae-8b07-4736-ab10-f8635230f9da req-264a147d-293a-4a75-83c7-bf0d2c33af63 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Jun 07 13:55:42.694108 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ed42e-22e4-472c-99c8-eaea97e6c8b6 req-b2ec97f7-d2f7-45ed-82c3-e076267cf940 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:42.695586 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8b9ed42e-22e4-472c-99c8-eaea97e6c8b6 req-b2ec97f7-d2f7-45ed-82c3-e076267cf940 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 944 time: 0.0847445 Jun 07 13:55:42.740623 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8b9ed42e-22e4-472c-99c8-eaea97e6c8b6 req-57900ef4-c979-4394-bf1a-d2238702f441 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392296 Jun 07 13:55:43.930855 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b329-9925-4ba8-9158-94ff2faf545d req-05cc119e-08e2-421a-be6d-21ce3501af00 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:43.933225 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f07b329-9925-4ba8-9158-94ff2faf545d req-05cc119e-08e2-421a-be6d-21ce3501af00 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 944 time: 0.0864117 Jun 07 13:55:43.978713 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-8f07b329-9925-4ba8-9158-94ff2faf545d req-3a8cede4-6f49-4302-99c8-a8fcbbdb6a09 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395527 Jun 07 13:55:45.168578 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95bac6-e5c1-4d9a-b7bd-b6dbea88eb18 req-266cfc66-a7be-4182-9b20-46e71f5dd73d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:45.170039 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cf95bac6-e5c1-4d9a-b7bd-b6dbea88eb18 req-266cfc66-a7be-4182-9b20-46e71f5dd73d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 944 time: 0.0837791 Jun 07 13:55:45.216613 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-cf95bac6-e5c1-4d9a-b7bd-b6dbea88eb18 req-294d1be3-63fb-41cc-963b-2b2ab40c9dbc tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410078 Jun 07 13:55:45.672272 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:46.410240 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2c53b-8bbc-4c87-a602-a220188ef31d req-6c580f9d-1f1b-42ea-b884-c50fdca14f03 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:46.411735 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-25d2c53b-8bbc-4c87-a602-a220188ef31d req-6c580f9d-1f1b-42ea-b884-c50fdca14f03 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 944 time: 0.0832331 Jun 07 13:55:46.468704 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-25d2c53b-8bbc-4c87-a602-a220188ef31d req-9709900d-a64d-47d9-94d0-96df6134ee91 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498827 Jun 07 13:55:47.662822 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6df73-c72a-483c-be04-a1f0e44b6bd6 req-3907c60e-fa36-413d-a0cc-1e02f7890ef8 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:47.664289 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4cc6df73-c72a-483c-be04-a1f0e44b6bd6 req-3907c60e-fa36-413d-a0cc-1e02f7890ef8 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 944 time: 0.0850136 Jun 07 13:55:47.715767 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4cc6df73-c72a-483c-be04-a1f0e44b6bd6 req-fb639a60-4f3a-4113-b2f4-2a53f76238dd tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450318 Jun 07 13:55:47.936511 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 8ef0d366-71e3-41ff-9b9a-7d05690165b5 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:55:48.075488 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 8ef0d366-71e3-41ff-9b9a-7d05690165b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:48.092473 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:55:48.157767 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.175181 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef0d366-71e3-41ff-9b9a-7d05690165b5 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:55:48.191718 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 8ef0d366-71e3-41ff-9b9a-7d05690165b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:48.195943 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.197907 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:48.264212 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=8ef0d366-71e3-41ff-9b9a-7d05690165b5,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:48.271468 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.271851 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.272194 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.272533 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.272866 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.273207 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.273564 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.273896 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.274226 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.274552 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.275164 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.275495 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:48.279571 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:48.488865 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['8ef0d366-71e3-41ff-9b9a-7d05690165b5'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:55:49.038652 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a74f2-59ac-41ea-a1a4-64c0bb8a7e43 req-93444404-c86b-466c-a590-5f21dee64f41 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:49.040019 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f04a74f2-59ac-41ea-a1a4-64c0bb8a7e43 req-93444404-c86b-466c-a590-5f21dee64f41 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 945 time: 0.2014575 Jun 07 13:55:49.086055 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-f04a74f2-59ac-41ea-a1a4-64c0bb8a7e43 req-b9752fa8-3eb1-496b-8375-e8ac9fd0ffc4 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399728 Jun 07 13:55:49.938533 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 8ef0d366-71e3-41ff-9b9a-7d05690165b5 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:50.014729 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:50.020319 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:50.020708 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:50.155686 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:50.183419 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:50.186028 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e722050f-23b9-4ea3-b8a4-736aacc301e0" -d '{"events": [{"server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:50.199558 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 8ef0d366-71e3-41ff-9b9a-7d05690165b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:50.204064 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:50.206890 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:50.274303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=8ef0d366-71e3-41ff-9b9a-7d05690165b5,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:50.278017 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:50.286756 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2261b-9d6b-4ae1-bd6d-a03c5420c599 req-2d1739aa-5f07-4ad0-88bb-7ce97847b445 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:50.288459 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8cb2261b-9d6b-4ae1-bd6d-a03c5420c599 req-2d1739aa-5f07-4ad0-88bb-7ce97847b445 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 946 time: 0.0916092 Jun 07 13:55:50.311731 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9436b38-9c6c-4b99-83d1-2ddf559db3c5 x-openstack-request-id: req-d9436b38-9c6c-4b99-83d1-2ddf559db3c5 {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:50.312037 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:50.312488 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9436b38-9c6c-4b99-83d1-2ddf559db3c5 {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:50.312958 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'code': 200} Jun 07 13:55:50.339577 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-8cb2261b-9d6b-4ae1-bd6d-a03c5420c599 req-9d31fe8a-1b40-4d5e-b1a3-cd1391a48d7a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Jun 07 13:55:50.605955 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd7709-8e6e-4338-8105-78029d8f468d req-57ca7f3e-f43b-492b-9837-f70007053bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:50.607334 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0abd7709-8e6e-4338-8105-78029d8f468d req-57ca7f3e-f43b-492b-9837-f70007053bc2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1099 time: 0.0728295 Jun 07 13:55:50.648801 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0abd7709-8e6e-4338-8105-78029d8f468d req-dc5d2599-63f6-468f-9e39-6fbb767bb003 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339625 Jun 07 13:55:51.538176 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94246c-7a72-4bd3-ac02-861f495d6062 req-a8794abb-45e1-495e-b943-67431724747d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:51.540476 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0d94246c-7a72-4bd3-ac02-861f495d6062 req-a8794abb-45e1-495e-b943-67431724747d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 946 time: 0.0868418 Jun 07 13:55:51.593106 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-0d94246c-7a72-4bd3-ac02-861f495d6062 req-361edd56-be99-470f-b96b-42d63173159d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Jun 07 13:55:52.786396 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a8873-3513-4c82-8b1c-2543e961620f req-87cb6eba-d92b-41d7-8277-e6e9f6bc9c5c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:52.787859 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-138a8873-3513-4c82-8b1c-2543e961620f req-87cb6eba-d92b-41d7-8277-e6e9f6bc9c5c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 946 time: 0.0871470 Jun 07 13:55:52.847864 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-138a8873-3513-4c82-8b1c-2543e961620f req-1feaa22e-db50-453a-aa60-bbc8bf289113 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542667 Jun 07 13:55:53.040606 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde06a7-acb4-4ffa-9fc4-33f9f57fd8f2 req-71ec79f0-0e24-42a2-b87a-a7c8ce6bab42 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:53.042180 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5bde06a7-acb4-4ffa-9fc4-33f9f57fd8f2 req-71ec79f0-0e24-42a2-b87a-a7c8ce6bab42 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 946 time: 0.0815718 Jun 07 13:55:53.086220 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-5bde06a7-acb4-4ffa-9fc4-33f9f57fd8f2 req-b6bda0bd-8805-4817-9350-40d75d77dd43 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380445 Jun 07 13:55:53.110913 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52628) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:53.180633 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2c9a26-4b21-4ef1-9871-cc81c3e54950 tempest-TestVolumeBootPattern-1188456977 tempest-TestVolumeBootPattern-1188456977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:53.182037 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-8d2c9a26-4b21-4ef1-9871-cc81c3e54950 tempest-TestVolumeBootPattern-1188456977 tempest-TestVolumeBootPattern-1188456977-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1094 time: 0.0701632 Jun 07 13:55:53.186198 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52630) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:53.190651 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:53.213313 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.350065 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.493207 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Allocated IP 172.27.0.241 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/cdf734d0-c09b-4c16-8057-4926f3476470) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:53.741644 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.773409 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.776976 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-6b9a3a49-0989-4f97-8cf4-43e4ff2c0ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:53.842807 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:53.845497 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:53.847935 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:53.882979 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=cdf734d0-c09b-4c16-8057-4926f3476470,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:53.894841 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.895215 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.895583 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.895946 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.896302 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.896662 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.897014 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.897366 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.897743 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.898093 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.898442 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.898797 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:53.908119 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:54.277157 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.353153 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.579321 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.584103 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.592191 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-c118401c-4519-4331-a6c8-e69cacb0d961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:54.700571 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=cdf734d0-c09b-4c16-8057-4926f3476470,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:54.703377 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:54.710774 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.896071 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Floating IP 361431be-f0b4-4385-9a98-c8ff22c4aff7 associated. External IP: 172.27.0.241, port: 8ef0d366-71e3-41ff-9b9a-7d05690165b5. Jun 07 13:55:55.408010 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:55:55.600270 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:55:55.611990 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:55:55.622316 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:55.623056 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:55:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:55.623756 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:55.688390 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5008302 Jun 07 13:55:55.689224 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:55.692721 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98750401-5275-4007-a548-8dd5e56960a8" -d '{"events": [{"name": "network-changed", "server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:55.738313 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5088bf1c-f793-41a6-a4a8-10f3428274f6 x-openstack-request-id: req-5088bf1c-f793-41a6-a4a8-10f3428274f6 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:55.738645 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:55.738940 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5088bf1c-f793-41a6-a4a8-10f3428274f6 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:55.739369 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'status': 'completed', 'code': 200} Jun 07 13:55:55.848379 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98750401-5275-4007-a548-8dd5e56960a8 req-4ca2ec96-d858-44cd-a53e-91c4e6852819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:55.850026 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98750401-5275-4007-a548-8dd5e56960a8 req-4ca2ec96-d858-44cd-a53e-91c4e6852819 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1099 time: 0.0809934 Jun 07 13:55:55.870963 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:55.998245 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98750401-5275-4007-a548-8dd5e56960a8 req-c63983b8-7f60-49b6-ae18-13a157ba7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:55.999621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98750401-5275-4007-a548-8dd5e56960a8 req-c63983b8-7f60-49b6-ae18-13a157ba7d65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1421084 Jun 07 13:55:56.106766 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98750401-5275-4007-a548-8dd5e56960a8 req-c846c76b-8751-44dc-b9fe-c130b523987a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 1000 time: 0.0995476 Jun 07 13:55:56.171059 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98750401-5275-4007-a548-8dd5e56960a8 req-5e1f7fd6-b899-4e02-8895-0c89188feaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:56.172511 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98750401-5275-4007-a548-8dd5e56960a8 req-5e1f7fd6-b899-4e02-8895-0c89188feaba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0576837 Jun 07 13:55:56.236977 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:54Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:56.240822 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:55:56.250345 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:56.250697 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98750401-5275-4007-a548-8dd5e56960a8 req-82c7e312-3b88-455d-ae3d-162e812b355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:56.250887 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:55:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:56.252281 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98750401-5275-4007-a548-8dd5e56960a8 req-82c7e312-3b88-455d-ae3d-162e812b355c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720310 Jun 07 13:55:56.393864 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98750401-5275-4007-a548-8dd5e56960a8 req-9ce01636-fcdf-4469-8a28-8d5a15ee8ffb service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297915 Jun 07 13:55:56.438540 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:56.532170 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-98750401-5275-4007-a548-8dd5e56960a8 req-127d258e-1e30-4b46-b39f-33425631a126 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269495 Jun 07 13:55:56.781053 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:54Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:56.786034 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f430d9-f42d-4456-9e85-8a74b2ab8e00 None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:54Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:55:56.965436 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6bfcf8-575d-4038-b14c-eb4ab0d23f92 None None] New status for floating IP 361431be-f0b4-4385-9a98-c8ff22c4aff7: ACTIVE {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:56:03.585788 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-b6d017d5-490f-431c-8833-25a22cce6bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:06.597303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:07.227164 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5ee99783-d969-4af2-a676-233c163bc94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:08.267778 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:09.722469 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.692013 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:17.719305 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:56:33.584986 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2e7a54ee-9ace-41d1-a631-a0edacc5ff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:36.599898 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:37.230169 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-aa24f4e6-5342-4ad6-82fe-f747abe494d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:38.270395 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:39.783938 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:45.684153 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:49.815608 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-20b13118-fc6d-4414-bf8d-0850bc1e9495 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761802 Jun 07 13:56:49.972947 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-7da910ab-5d16-4319-bc8e-8800f85610fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:49.974435 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-7da910ab-5d16-4319-bc8e-8800f85610fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1099 time: 0.0715978 Jun 07 13:56:50.122922 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-819c436d-6600-4c63-bb79-694cdbcf569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:50.124400 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-819c436d-6600-4c63-bb79-694cdbcf569a service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1280375 Jun 07 13:56:50.230966 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-624020f5-66d7-4e39-b05c-9ed6927819be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 1002 time: 0.0990710 Jun 07 13:56:50.298218 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-5d65c8ff-6f9f-4c0b-b474-ee2b08ac5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:50.299644 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-5d65c8ff-6f9f-4c0b-b474-ee2b08ac5041 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0614703 Jun 07 13:56:50.477990 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-943bc0b0-2851-4d05-b084-3d39620a80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:50.479984 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-943bc0b0-2851-4d05-b084-3d39620a80bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1710634 Jun 07 13:56:50.609456 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-34becdb3-47f8-4ea6-bb94-ff7df395f376 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223686 Jun 07 13:56:50.739630 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1996475e-01f4-4bdf-963c-51a5e0818a1f req-be8061d5-f70a-4bae-96e0-19b3e6abeb59 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226149 Jun 07 13:56:54.719198 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:57:03.586763 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a87a02c7-b1d4-4665-9b5c-39b17b72b61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:06.604952 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:07.235365 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-84904122-c67e-44db-b8e1-7c3c57dd311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:08.274742 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:09.729246 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:15.700755 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:31.719066 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:57:33.433829 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-ef184981-d324-4b90-8607-49cf30478ed0 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772525013&fields=id&tenant_id=572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 267 time: 0.0433986 Jun 07 13:57:33.583771 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-72e0f6dd-e2f1-4ba0-ae82-200e1b86383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:33.601053 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-e2c171aa-7971-4678-aa9a-10e1764e28b3 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:33.602943 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-e2c171aa-7971-4678-aa9a-10e1764e28b3 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 811 time: 0.1615553 Jun 07 13:57:33.618103 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-d38283c5-8d52-451f-9361-2ee93f88fa5e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/quotas/572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 375 time: 0.0094540 Jun 07 13:57:33.713321 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-37fd8476-991a-47be-9914-6eccf73388dd tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0887761 Jun 07 13:57:33.854204 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-3104a96d-e151-4a00-85b7-dd66db6dbeb7 service neutron] 10.222.0.44 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291654 Jun 07 13:57:33.994383 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-2d43beca-10f8-42a8-9301-bc14bfbcad44 service neutron] 10.222.0.44 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337788 Jun 07 13:57:34.409220 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-e76613d8-2089-4494-98a8-6566d7aa98ba req-059f5e40-00c6-4244-9934-3189ac833e97 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 210 time: 0.0456851 Jun 07 13:57:35.505979 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9d9674e9-37b4-43b5-b172-6ddfaac2c224 req-e25b1deb-bb61-42f8-b407-9bd1e6f1374c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 210 time: 0.0432720 Jun 07 13:57:36.600910 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.622037 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-5b7d08c6-497a-4d8e-97a1-df566fbcdd83 req-efe579ed-033d-4015-884d-7f159e35edb6 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 210 time: 0.0476527 Jun 07 13:57:37.237381 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-862925aa-91b0-4f6f-bdda-fd0ae96d13a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.729140 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-e19ed56f-1932-4712-b70d-10089969c957 req-9215da95-e913-4183-b9d5-307dbfd755ba tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 210 time: 0.0532794 Jun 07 13:57:38.277653 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:38.892782 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-d28af032-6394-4a8f-9de6-668fc6143ede req-05fc9731-43e2-4309-a2b7-ac4ac3ed539a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 210 time: 0.0523095 Jun 07 13:57:39.704390 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-1af91051-5d29-47b6-b8a0-252e8b7d12e8 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:39.705920 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-1af91051-5d29-47b6-b8a0-252e8b7d12e8 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 811 time: 0.1619065 Jun 07 13:57:39.734393 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.761909 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-57b34c79-03b2-4f35-9b6a-c433381e1993 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572fa2ba0be24312aaec89308d97df8a HTTP/1.1" status: 200 len: 379 time: 0.0453017 Jun 07 13:57:39.772129 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'port': {'device_id': '854dfaf4-f393-4d22-9789-e6218da65145', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'admin_state_up': True, 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'security_groups': ['a8c87632-1865-42e0-bda2-8015490cac87']}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:39.935614 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Made reservation on behalf of 572fa2ba0be24312aaec89308d97df8a for: {'port': 1} {{(pid=92942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:57:39.939872 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.082438 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-96eacf8b-ccb7-4c4b-842f-cfdccac8f4cc req-bb7a5b18-6810-4f3a-836a-ad1ac54c392f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 210 time: 0.0513000 Jun 07 13:57:40.154426 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_common [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Allocated IP 172.20.0.3 (36b22f39-2de7-4189-994f-f974a73b2519/c6abeb99-4a0f-49a1-9aee-7fa629dd89f5/33b533af-446d-4c43-9784-2bf6fa7a6128) {{(pid=92942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:57:40.459701 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.475338 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Transition to ACTIVE for port object 33b533af-446d-4c43-9784-2bf6fa7a6128 will not be triggered until provisioned by entity DHCP. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:57:40.499752 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_create {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.510083 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e5244b62-5d93-43bb-abae-a7f924af6e20 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:40.570357 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Network 36b22f39-2de7-4189-994f-f974a73b2519 is already hosted by enough agents. {{(pid=92942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:57:40.574040 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.base_scheduler [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Resources bound (agent type, host, resource id): {{(pid=92942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:57:40.576466 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Received port after_create {{(pid=92942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:57:40.624761 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=33b533af-446d-4c43-9784-2bf6fa7a6128,revision_number=1']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:40.643115 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.643503 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.643880 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.644258 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.644630 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.645000 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.645401 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.645755 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.646120 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.646480 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.646840 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.647206 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:40.651048 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:40.665690 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:40.665985 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.686469 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-6a5bd2cd-ed73-435f-b52a-93c5f33f283d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9186738 Jun 07 13:57:40.700372 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.v2.base [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Request body: {'port': {'device_id': '854dfaf4-f393-4d22-9789-e6218da65145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=92942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:40.755475 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-eab090ab-6306-4358-9afd-a2cce31aa25e None None] Provisioning for port 33b533af-446d-4c43-9784-2bf6fa7a6128 completed by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:57:40.760286 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-eab090ab-6306-4358-9afd-a2cce31aa25e None None] Provisioning complete for port 33b533af-446d-4c43-9784-2bf6fa7a6128 triggered by entity DHCP. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:57:40.760660 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-eab090ab-6306-4358-9afd-a2cce31aa25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.818206 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-eab090ab-6306-4358-9afd-a2cce31aa25e None None] Port 33b533af-446d-4c43-9784-2bf6fa7a6128 cannot update to ACTIVE because it is not bound. {{(pid=92945) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:57:40.828307 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.217048 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b533af-446d-4c43-9784-2bf6fa7a6128 {{(pid=92942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:41.225555 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Notify callbacks [] for port, precommit_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.241574 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.provisioning_blocks [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Transition to ACTIVE for port object 33b533af-446d-4c43-9784-2bf6fa7a6128 will not be triggered until provisioned by entity L2. {{(pid=92942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:57:41.246421 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.250449 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8f153c2a-fa70-4215-a7b0-30b5dc7921c1 tempest-AttachVolumeNegativeTest-68757915 tempest-AttachVolumeNegativeTest-68757915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:41.297651 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a7189-be1b-48f7-81c9-4b8208913d86 req-6ce22e99-dbc6-4cc6-bc52-8c33e49cf8d7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.304937 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-800a7189-be1b-48f7-81c9-4b8208913d86 req-6ce22e99-dbc6-4cc6-bc52-8c33e49cf8d7 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.0968060 Jun 07 13:57:41.360290 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-800a7189-be1b-48f7-81c9-4b8208913d86 req-29161c06-e884-4c96-9890-23b5f6fef7a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542994 Jun 07 13:57:41.423462 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Pushing event updated for resources: {'Port': ['ID=33b533af-446d-4c43-9784-2bf6fa7a6128,revision_number=2']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:41.470637 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:41.521920 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Attempting to bind port 33b533af-446d-4c43-9784-2bf6fa7a6128 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:57:41.522261 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Attempting to bind port 33b533af-446d-4c43-9784-2bf6fa7a6128 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:57:41.522595 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Attempting to bind port 33b533af-446d-4c43-9784-2bf6fa7a6128 on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:41.528552 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Port 33b533af-446d-4c43-9784-2bf6fa7a6128 on network 36b22f39-2de7-4189-994f-f974a73b2519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:57:41.529753 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Attempting to bind port 33b533af-446d-4c43-9784-2bf6fa7a6128 on network 36b22f39-2de7-4189-994f-f974a73b2519 {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:41.539048 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Checking agent: {'id': '9fe45b34-0a38-4eb6-97a5-9594f310e297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:57:41.539387 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Checking segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:57:41.539777 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Bound using segment: {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'} {{(pid=92942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:57:41.540214 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.managers [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Bound port: 33b533af-446d-4c43-9784-2bf6fa7a6128, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef821fc3-3b01-41ce-83c3-7b6996060090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519'}}] {{(pid=92942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:57:41.540569 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.635036 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] For port 33b533af-446d-4c43-9784-2bf6fa7a6128, host hv-cinder-78536, cleared binding levels {{(pid=92942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:57:41.638154 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] For port 33b533af-446d-4c43-9784-2bf6fa7a6128, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=33b533af-446d-4c43-9784-2bf6fa7a6128,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:57:41.643003 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1434945'] for port, after_update {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.646659 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-87e3b4f2-3f12-4a39-a90c-a738edc48694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:41.707954 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.708570 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.709957 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] 10.222.0.60 "PUT /v2.0/ports/33b533af-446d-4c43-9784-2bf6fa7a6128 HTTP/1.1" status: 200 len: 1093 time: 1.0149636 Jun 07 13:57:41.710471 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:41.713326 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc39048-d304-4173-b34e-e1fd2841a7af" -d '{"events": [{"name": "network-changed", "server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:41.732734 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Pushing event updated for resources: {'Port': ['ID=33b533af-446d-4c43-9784-2bf6fa7a6128,revision_number=3']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:41.735761 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-f279bfcd-8ed2-4c40-a76f-52b8ac6985af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:41.834533 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910b53f8-3c34-45c1-a814-6f9790263516 x-openstack-request-id: req-910b53f8-3c34-45c1-a814-6f9790263516 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:41.835175 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:41.835288 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-910b53f8-3c34-45c1-a814-6f9790263516 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:41.835788 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'status': 'completed', 'code': 200} Jun 07 13:57:41.848321 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-8313b925-95fb-463b-b892-83e0684b194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.849950 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-8313b925-95fb-463b-b892-83e0684b194f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 1096 time: 0.0898612 Jun 07 13:57:41.928137 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-fa7cc099-6c33-41cf-903c-d12a53790fce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b533af-446d-4c43-9784-2bf6fa7a6128 HTTP/1.1" status: 200 len: 217 time: 0.0679171 Jun 07 13:57:41.994112 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-2431b212-be4b-4f76-ae35-907a7349fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.995436 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-2431b212-be4b-4f76-ae35-907a7349fbc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0601006 Jun 07 13:57:42.076207 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-ee311398-fcea-4c27-8395-5a5a1ad90f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.077712 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-ee311398-fcea-4c27-8395-5a5a1ad90f6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749917 Jun 07 13:57:42.324221 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-da32c57c-664d-4edb-bdcd-1ab99988e5fd service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367041 Jun 07 13:57:42.466616 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-421490fd-8648-4b9d-9325-f7a6e5b9180d req-5a16becd-5725-4cb7-beeb-a381b431c6ed service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335258 Jun 07 13:57:42.558658 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a25c4-0684-4fa4-b290-b53a6e2bb6db req-840304cb-4dc1-41ab-8c25-6a2778857003 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.560413 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-933a25c4-0684-4fa4-b290-b53a6e2bb6db req-840304cb-4dc1-41ab-8c25-6a2778857003 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.0960357 Jun 07 13:57:42.599003 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-f4ac7aac-f019-4cdb-8d78-67c157ab5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.600353 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-f4ac7aac-f019-4cdb-8d78-67c157ab5bae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 1096 time: 0.0766654 Jun 07 13:57:42.607651 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-933a25c4-0684-4fa4-b290-b53a6e2bb6db req-b9d74738-a4ec-4743-8e67-7425fb07a537 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Jun 07 13:57:42.751497 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-e5bb5606-0645-45c6-9fcf-999f327335a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.752945 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-e5bb5606-0645-45c6-9fcf-999f327335a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1459334 Jun 07 13:57:42.826207 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-c41e494f-06c7-4605-8249-7cf3ce6833af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b533af-446d-4c43-9784-2bf6fa7a6128 HTTP/1.1" status: 200 len: 217 time: 0.0660336 Jun 07 13:57:42.893323 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-a8e170fe-cf3a-4289-8dfe-2256ce710054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.894827 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-a8e170fe-cf3a-4289-8dfe-2256ce710054 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0617561 Jun 07 13:57:42.980211 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-ae531be1-8c80-4e9f-a005-5596ff91a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.981717 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-ae531be1-8c80-4e9f-a005-5596ff91a668 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768387 Jun 07 13:57:43.119200 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-049a7cbe-fa6d-47ac-b197-e7c41db5367e service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274335 Jun 07 13:57:43.267890 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-4fc39048-d304-4173-b34e-e1fd2841a7af req-ae2a5224-067c-4245-8a3c-79365b34443b service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351955 Jun 07 13:57:43.798417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47b9f2-f0a1-4593-b8f3-11922469cbb6 req-8e1078ce-26c7-414e-861b-57bb7025e89d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:43.799870 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ea47b9f2-f0a1-4593-b8f3-11922469cbb6 req-8e1078ce-26c7-414e-861b-57bb7025e89d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.0846474 Jun 07 13:57:43.846696 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-ea47b9f2-f0a1-4593-b8f3-11922469cbb6 req-4c638d07-d39e-425e-a65e-099581e53c1e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408046 Jun 07 13:57:45.039221 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600639a-7852-4d0a-b947-5c6a0f3e5cd9 req-8a1ae9a5-bff7-4129-aa53-890a20a0b039 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:45.041439 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0600639a-7852-4d0a-b947-5c6a0f3e5cd9 req-8a1ae9a5-bff7-4129-aa53-890a20a0b039 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.0868301 Jun 07 13:57:45.092639 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-0600639a-7852-4d0a-b947-5c6a0f3e5cd9 req-2d7bcd8f-f794-4050-bd3b-5c6b1a36af27 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449722 Jun 07 13:57:45.720620 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.292134 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376422-5a0b-4e96-9c39-4c73303a7cb5 req-b0115f1c-6a58-4f0f-a38c-a7792ac90ae0 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:46.294164 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55376422-5a0b-4e96-9c39-4c73303a7cb5 req-b0115f1c-6a58-4f0f-a38c-a7792ac90ae0 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.0894063 Jun 07 13:57:46.342763 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-55376422-5a0b-4e96-9c39-4c73303a7cb5 req-b55a48a0-6e39-4c06-ac5b-b806b719287d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Jun 07 13:57:47.594325 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28fdda-e7b1-43a7-a6d7-e6a639ff40b9 req-0698980b-868d-4ec6-9026-c70507a6d328 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:47.595793 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fe28fdda-e7b1-43a7-a6d7-e6a639ff40b9 req-0698980b-868d-4ec6-9026-c70507a6d328 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.0867288 Jun 07 13:57:47.644373 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fe28fdda-e7b1-43a7-a6d7-e6a639ff40b9 req-536386ff-547f-47b5-96e2-949809302273 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Jun 07 13:57:48.858583 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2bdcc-6832-48b1-94f6-69cec18361a1 req-cbc1d225-e5e3-419b-b2a9-6f025216d03d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:48.860040 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ad2bdcc-6832-48b1-94f6-69cec18361a1 req-cbc1d225-e5e3-419b-b2a9-6f025216d03d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.0801258 Jun 07 13:57:48.908524 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1ad2bdcc-6832-48b1-94f6-69cec18361a1 req-b54e5daa-92b9-47ee-9113-99dc66b3dd1c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429702 Jun 07 13:57:50.127797 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b188e-0d79-450f-b0e4-c99d4b153dbb req-d5d0bf58-648a-46c4-a727-1068e1fafeea tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:50.129316 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-072b188e-0d79-450f-b0e4-c99d4b153dbb req-d5d0bf58-648a-46c4-a727-1068e1fafeea tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 943 time: 0.1164541 Jun 07 13:57:50.181726 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-072b188e-0d79-450f-b0e4-c99d4b153dbb req-83acd85b-1af4-4ab1-9fee-1ab56d55d668 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Jun 07 13:57:50.498065 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 33b533af-446d-4c43-9784-2bf6fa7a6128 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=92945) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:57:50.673273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 33b533af-446d-4c43-9784-2bf6fa7a6128, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=33b533af-446d-4c43-9784-2bf6fa7a6128,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:50.687660 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Returning: {'device': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'port_id': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'mac_address': 'fa:16:3e:32:10:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92945) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:57:50.742028 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:50.759875 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b533af-446d-4c43-9784-2bf6fa7a6128 {{(pid=92945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:50.776612 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 33b533af-446d-4c43-9784-2bf6fa7a6128, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=33b533af-446d-4c43-9784-2bf6fa7a6128,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:50.780452 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:50.785322 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:50.864864 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=33b533af-446d-4c43-9784-2bf6fa7a6128,revision_number=4']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:50.872159 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.872508 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.872846 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.873179 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.873539 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.873872 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.874194 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.874515 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.874835 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.875158 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.875473 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.875789 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:50.879827 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:51.086302 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] get_ports_and_sgs() called for port_ids ['33b533af-446d-4c43-9784-2bf6fa7a6128'] {{(pid=92945) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:51.381559 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1d815-0977-4cff-a42b-f5f1ef386f33 req-1d01787e-e7ab-4e9c-a0b7-197ebe6eafb6 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:51.383080 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5d1d815-0977-4cff-a42b-f5f1ef386f33 req-1d01787e-e7ab-4e9c-a0b7-197ebe6eafb6 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 944 time: 0.0882514 Jun 07 13:57:51.466180 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-a5d1d815-0977-4cff-a42b-f5f1ef386f33 req-0adfc4d7-f5c7-4a30-98fc-800ccfcadea9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766253 Jun 07 13:57:51.508196 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-0d88569a-bed2-4d30-9466-0d81cbf5c41d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838068 Jun 07 13:57:51.652653 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc423-111f-4485-8432-15e36ba6acd1 req-0235ec04-c4ea-4db0-86e0-7085b7c5d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:51.654069 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-0235ec04-c4ea-4db0-86e0-7085b7c5d9a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1099 time: 0.0732696 Jun 07 13:57:51.805949 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc423-111f-4485-8432-15e36ba6acd1 req-f7a05f35-057c-4d42-bd5a-c6aa937bf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:51.807370 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-f7a05f35-057c-4d42-bd5a-c6aa937bf40c service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1289840 Jun 07 13:57:52.016621 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-b65dc1ab-7a8d-4a48-8d71-61fad30186b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 1002 time: 0.1998351 Jun 07 13:57:52.081496 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc423-111f-4485-8432-15e36ba6acd1 req-e402b587-8c36-417a-a736-6d73261bb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:52.082903 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-e402b587-8c36-417a-a736-6d73261bb283 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0593596 Jun 07 13:57:52.159988 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc423-111f-4485-8432-15e36ba6acd1 req-3aa2c8be-ef44-4627-879a-0c6fb03a3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:52.161459 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-3aa2c8be-ef44-4627-879a-0c6fb03a3efb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711219 Jun 07 13:57:52.298846 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-886f2b69-4469-47d4-a8f0-c170df69ec62 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290300 Jun 07 13:57:52.435743 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-191bc423-111f-4485-8432-15e36ba6acd1 req-8380ad9a-e70c-4010-8fe7-d773987db43f service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296630 Jun 07 13:57:52.528384 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 33b533af-446d-4c43-9784-2bf6fa7a6128 up at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:57:52.597296 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning for port 33b533af-446d-4c43-9784-2bf6fa7a6128 completed by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:57:52.603091 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.provisioning_blocks [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Provisioning complete for port 33b533af-446d-4c43-9784-2bf6fa7a6128 triggered by entity L2. {{(pid=92945) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:57:52.603677 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-737807'] for port, provisioning_complete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:52.658686 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf45d93-ee7d-4fd9-ac0f-23502bec0e21 req-a2b7399c-efe7-4b16-af97-03dd09705603 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:52.660193 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fdf45d93-ee7d-4fd9-ac0f-23502bec0e21 req-a2b7399c-efe7-4b16-af97-03dd09705603 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 944 time: 0.0874379 Jun 07 13:57:52.715888 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-fdf45d93-ee7d-4fd9-ac0f-23502bec0e21 req-127fffba-ba72-49c4-a36b-88063e5ce4b1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458417 Jun 07 13:57:52.727467 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:52.755136 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128'}] {{(pid=92945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:52.757427 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2650cd0495ee7192d1479c4304a09afc10124fccac12952666640d0f46217739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f3ac9e-5beb-47dd-a970-cef364e55d75" -d '{"events": [{"server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "name": "network-vif-plugged", "status": "completed", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128"}]}' {{(pid=92945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:52.767331 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] For port 33b533af-446d-4c43-9784-2bf6fa7a6128, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=33b533af-446d-4c43-9784-2bf6fa7a6128,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:52.772621 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893'] for port, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:52.775883 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-25cf1e31-40e4-493b-9133-c34cc05a7734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:52.810360 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0305d0b0-23cb-4490-b762-ed1676f422df x-openstack-request-id: req-0305d0b0-23cb-4490-b762-ed1676f422df {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:52.810729 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "name": "network-vif-plugged", "status": "completed", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128", "code": 200}]} {{(pid=92945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:52.811009 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0305d0b0-23cb-4490-b762-ed1676f422df {{(pid=92945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:52.811391 dv-cinder-785362-2-iscsi neutron-server[92945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'code': 200} Jun 07 13:57:52.854652 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Pushing event updated for resources: {'Port': ['ID=33b533af-446d-4c43-9784-2bf6fa7a6128,revision_number=5']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:52.857798 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:53.111955 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda1cdf-f950-49eb-b2a9-bbe6476d0437 req-a3618cd7-5cae-4a11-918a-bb5f5784cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:53.113338 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bbda1cdf-f950-49eb-b2a9-bbe6476d0437 req-a3618cd7-5cae-4a11-918a-bb5f5784cdfb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 1098 time: 0.0755820 Jun 07 13:57:53.156752 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-bbda1cdf-f950-49eb-b2a9-bbe6476d0437 req-9e07811b-c666-4117-87ee-3790e8c031d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357616 Jun 07 13:57:53.922228 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11a10f-8bcb-4a3e-9f99-94a924406613 req-80891621-b33c-42dc-a6c6-19274bc0ae7a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:53.923738 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ad11a10f-8bcb-4a3e-9f99-94a924406613 req-80891621-b33c-42dc-a6c6-19274bc0ae7a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 945 time: 0.0820549 Jun 07 13:57:53.972451 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-ad11a10f-8bcb-4a3e-9f99-94a924406613 req-93adbd0c-ea09-433d-b75b-bbef0beced4d tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Jun 07 13:57:55.162386 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f879b-581a-4822-908e-6fa4e227c1fe req-e3037e9e-632d-4820-b9ba-31bd53fa149c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:55.163974 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-595f879b-581a-4822-908e-6fa4e227c1fe req-e3037e9e-632d-4820-b9ba-31bd53fa149c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 945 time: 0.0839620 Jun 07 13:57:55.210501 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-595f879b-581a-4822-908e-6fa4e227c1fe req-b36367cc-f68a-44a2-875e-fb5d370c8831 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Jun 07 13:57:55.406172 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e20ff5-cac6-49a4-9e0c-ec49c9d38ba2 req-4c2acb4c-d55c-43ea-abb1-fd991da4ebf1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:55.407976 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c4e20ff5-cac6-49a4-9e0c-ec49c9d38ba2 req-4c2acb4c-d55c-43ea-abb1-fd991da4ebf1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 945 time: 0.0918608 Jun 07 13:57:55.455964 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-c4e20ff5-cac6-49a4-9e0c-ec49c9d38ba2 req-02a51f12-b4de-44da-b6c0-8a4c47599462 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409980 Jun 07 13:57:55.478149 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52776) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:55.546853 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c38ce-9cfe-49ad-94f9-0526ae1ac0ca tempest-TestVolumeBootPattern-1188456977 tempest-TestVolumeBootPattern-1188456977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:55.548330 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3d5c38ce-9cfe-49ad-94f9-0526ae1ac0ca tempest-TestVolumeBootPattern-1188456977 tempest-TestVolumeBootPattern-1188456977-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 1093 time: 0.0692005 Jun 07 13:57:55.551089 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52778) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:55.555363 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.v2.base [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Request body: {'floatingip': {'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'port_id': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:55.578660 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:55.717222 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:55.862927 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_common [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Allocated IP 172.27.0.112 (8db2c352-035f-4a05-be62-71dc5659922e/1d145272-4259-47f6-8544-9b033d34a00a/37d63548-b9d6-4b7c-b800-5cc4868c47be) {{(pid=92944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:57:56.125382 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:56.158677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775776532830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:56.162440 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-84a9bb0b-9ab9-48f0-af0a-9aa716a5a35e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:56.232901 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Network 8db2c352-035f-4a05-be62-71dc5659922e is already hosted by enough agents. {{(pid=92944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:57:56.235803 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.base_scheduler [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Resources bound (agent type, host, resource id): {{(pid=92944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:57:56.240298 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Received port after_create {{(pid=92944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:57:56.271415 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=37d63548-b9d6-4b7c-b800-5cc4868c47be,revision_number=1']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:56.286556 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.287081 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.287262 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.287634 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.287996 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.288360 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.288718 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.289076 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.289435 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.289816 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.290169 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.290521 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:56.297645 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:56.700710 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:56.778521 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-570347'] for port, before_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:56.994662 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for port, precommit_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:57.001844 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775777050341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775776532848', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775776532893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31847649'] for port, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:57.005972 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-86b3c7de-6516-4c1f-aa9e-53aea06ff85f tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:57.112044 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event updated for resources: {'Port': ['ID=37d63548-b9d6-4b7c-b800-5cc4868c47be,revision_number=2']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:57.115363 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:57.128953 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1752183'] for floatingip, after_update {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:57.314982 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Floating IP 230b6540-556e-498f-b6c5-1cb1733edae5 associated. External IP: 172.27.0.112, port: 33b533af-446d-4c43-9784-2bf6fa7a6128. Jun 07 13:57:57.813344 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:57:58.010960 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:57:58.021050 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:57:58.032099 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:58.032710 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:58.032897 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:57:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:58.091554 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-7d3f9e2d-5e40-4062-be87-3869a8657b32 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5393498 Jun 07 13:57:58.092490 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:58.095082 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d567a700-ae8e-4615-a386-7db6d66bd6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:58.215350 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887cf5a9-ab84-47ba-8a70-b82f6d5ff040 x-openstack-request-id: req-887cf5a9-ab84-47ba-8a70-b82f6d5ff040 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:58.215679 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:58.215971 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-887cf5a9-ab84-47ba-8a70-b82f6d5ff040 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:58.216399 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'status': 'completed', 'code': 200} Jun 07 13:57:58.233597 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:58.317123 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-551a9621-8ae2-4c90-9819-f4dbd3b319a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:58.319608 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-551a9621-8ae2-4c90-9819-f4dbd3b319a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 1098 time: 0.0796485 Jun 07 13:57:58.484786 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-01aed91c-a967-411c-a0d4-d46138b00cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:58.486300 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-01aed91c-a967-411c-a0d4-d46138b00cba service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1595597 Jun 07 13:57:58.606886 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '230b6540-556e-498f-b6c5-1cb1733edae5', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:32:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854dfaf4-f393-4d22-9789-e6218da65145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:56Z', 'updated_at': '2021-06-07T13:57:56Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}, {'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:57Z', 'revision_number': 1, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:58.609603 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-d45ae15c-52ad-4b52-a4d7-98cf6b3640ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b533af-446d-4c43-9784-2bf6fa7a6128 HTTP/1.1" status: 200 len: 999 time: 0.1146364 Jun 07 13:57:58.614142 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:57:58.623172 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:58.623800 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:57:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:58.675149 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-f2a6a909-dad0-4cb6-bf39-c7040937cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:58.676607 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-f2a6a909-dad0-4cb6-bf39-c7040937cccf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0600095 Jun 07 13:57:58.754775 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-4420d5f4-c60e-4c8c-bb5d-733945572809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:58.756202 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-4420d5f4-c60e-4c8c-bb5d-733945572809 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722530 Jun 07 13:57:58.855626 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:58.904171 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-edd83003-6509-4743-b95b-be770ceb04e2 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389444 Jun 07 13:57:59.044895 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-d567a700-ae8e-4615-a386-7db6d66bd6e6 req-e22d6098-c014-4fff-8f82-5b6807ecabfd service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289563 Jun 07 13:57:59.223617 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '230b6540-556e-498f-b6c5-1cb1733edae5', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:32:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854dfaf4-f393-4d22-9789-e6218da65145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:56Z', 'updated_at': '2021-06-07T13:57:56Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}, {'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:57Z', 'revision_number': 1, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:59.228027 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dbe2ba-9888-40e2-b0f5-1bf5094fe9bd None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '230b6540-556e-498f-b6c5-1cb1733edae5', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:32:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854dfaf4-f393-4d22-9789-e6218da65145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:56Z', 'updated_at': '2021-06-07T13:57:56Z', 'revision_number': 0, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}, {'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:57Z', 'revision_number': 1, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:57:59.431776 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb84306-bd4e-4b96-9198-041e37210e1b None None] New status for floating IP 230b6540-556e-498f-b6c5-1cb1733edae5: ACTIVE {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:58:03.578226 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bac8-cb67-4248-be36-968a68cacf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:06.596135 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:07.239122 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-65faa26c-93ff-4e5e-ab70-8db88d50d75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:08.282688 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:08.719041 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:58:09.732842 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:15.730668 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:33.580225 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5214cfc1-4fdc-4ca6-bda0-823a3e3f51f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:36.600855 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:37.245146 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2ba4cae5-3002-4ea4-a5ae-79dfb908dc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:38.284358 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:39.794834 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.461897 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [req-93c3324a-6415-470b-a770-d5aaf2e89aa5 req-9113b4d9-473d-460a-ba84-7156281075be service neutron] (92944) timed out ('10.222.0.60', 63451) {{(pid=92944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 13:58:45.718564 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:58:45.728535 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:51.807550 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-00c45f77-b737-452f-9f84-5392b87a6da0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810759 Jun 07 13:58:51.956202 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-00fe6706-a456-4dd8-ae2a-2f043b23fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:51.957779 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-00fe6706-a456-4dd8-ae2a-2f043b23fe9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1099 time: 0.0773294 Jun 07 13:58:52.219523 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-c2ed07f3-4f0d-467f-a283-3ce5f219b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:52.220976 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-c2ed07f3-4f0d-467f-a283-3ce5f219b702 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.2401078 Jun 07 13:58:52.331624 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-74624987-866e-4431-b93d-55524d7e6bb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 1002 time: 0.1013095 Jun 07 13:58:52.418809 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-17d09b7f-923f-4f59-8342-9c05cb0681a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:52.420229 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-17d09b7f-923f-4f59-8342-9c05cb0681a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0816865 Jun 07 13:58:52.499862 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-304631df-be47-4b76-9ab3-5be442669d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:52.501269 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-304631df-be47-4b76-9ab3-5be442669d82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730379 Jun 07 13:58:52.514064 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-9b4cb0ba-18a3-40df-b3ab-d9367832c84f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:58:52.514993 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-9b4cb0ba-18a3-40df-b3ab-d9367832c84f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053031 Jun 07 13:58:52.651446 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-e41ace35-ca41-407b-a517-2cf3be448a21 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280355 Jun 07 13:58:52.790182 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1bd428cd-eff0-48d5-9ab3-f7da842500d3 req-f00958f2-0201-420c-a681-094fce273b46 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315277 Jun 07 13:59:03.585422 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c1a459f1-f7b9-4827-b801-c7e779e8d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:06.605362 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:07.241781 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9159ecbe-5537-46ab-bf94-a1930e874c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:08.290787 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:09.739022 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:15.749544 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:22.718128 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:59:26.914914 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52822) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:27.192953 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Deleting port 37d63548-b9d6-4b7c-b800-5cc4868c47be {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:27.193295 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:27.320594 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:27.320919 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:27.444749 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Calling delete_port for 37d63548-b9d6-4b7c-b800-5cc4868c47be owned by network:floatingip {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:27.571289 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:27.574763 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-2df0cf67-6db6-4ed2-96ea-377b8f557731 tempest-TestShelveInstance-1740410540 tempest-TestShelveInstance-1740410540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:27.616841 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event deleted for resources: {'Port': ['ID=37d63548-b9d6-4b7c-b800-5cc4868c47be,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:27.662336 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.662709 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.663077 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.663441 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.663835 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.664302 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.664671 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.665024 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.665374 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.665744 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.666093 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.666436 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:27.694102 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:27.723962 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:27.724194 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Floating IP 230b6540-556e-498f-b6c5-1cb1733edae5 disassociated (deleted). External IP: 172.27.0.112, port: 33b533af-446d-4c43-9784-2bf6fa7a6128. Jun 07 13:59:28.190619 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:59:28.373665 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:59:28.378522 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:28.383723 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:59:28.395852 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:28.396475 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:28.436848 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-7ecf3654-ed3b-42bb-8fcb-eaed771e7891 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "DELETE /v2.0/floatingips/230b6540-556e-498f-b6c5-1cb1733edae5 HTTP/1.1" status: 204 len: 168 time: 1.5208182 Jun 07 13:59:28.437535 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:28.439922 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:28.487427 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f8521-f09a-41e4-976b-afb5cc2dd437 x-openstack-request-id: req-901f8521-f09a-41e4-976b-afb5cc2dd437 {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:28.488353 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:28.488653 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-901f8521-f09a-41e4-976b-afb5cc2dd437 {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:28.489091 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'status': 'completed', 'code': 200} Jun 07 13:59:28.583427 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:28.602034 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-ade6def7-ee33-4139-b1b3-5333b79993e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:28.603628 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-ade6def7-ee33-4139-b1b3-5333b79993e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 1098 time: 0.0905254 Jun 07 13:59:28.753597 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-c86f278b-f316-49e4-b9db-3e49c0c63b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:28.755035 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-c86f278b-f316-49e4-b9db-3e49c0c63b16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1433933 Jun 07 13:59:28.863029 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-0e3c884a-81e9-4b01-83b2-10e990c929a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b533af-446d-4c43-9784-2bf6fa7a6128 HTTP/1.1" status: 200 len: 217 time: 0.0986650 Jun 07 13:59:28.951083 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-ef35e38b-3901-4487-8e36-a18ed43d4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:28.952478 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-ef35e38b-3901-4487-8e36-a18ed43d4212 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0773013 Jun 07 13:59:28.960331 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:57Z', 'revision_number': 1, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:28.965273 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:59:28.967897 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6f013-ad60-46a5-9478-f9d626ee4e36 req-cdae6ca9-b1be-4183-8649-bfc76f8fb19c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:28.969355 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-72c6f013-ad60-46a5-9478-f9d626ee4e36 req-cdae6ca9-b1be-4183-8649-bfc76f8fb19c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 945 time: 0.2134693 Jun 07 13:59:28.973768 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:28.974380 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:07Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:29.064965 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-72c6f013-ad60-46a5-9478-f9d626ee4e36 req-77bee231-c966-4145-b577-947312fbd9e4 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615664 Jun 07 13:59:29.080631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-a9202725-2cd9-4d6e-b4b9-a5cae3bd5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:29.082119 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-a9202725-2cd9-4d6e-b4b9-a5cae3bd5601 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118891 Jun 07 13:59:29.201592 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:29.228413 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-42595c10-177b-480c-a93f-96b52445c1ac service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313214 Jun 07 13:59:29.371108 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-b63b21d3-76bf-4149-a0fb-8d00a0b97ae8 req-5b2fe7b6-4607-4b6a-afc5-24211c2747d4 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337872 Jun 07 13:59:29.557898 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:57Z', 'revision_number': 1, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:29.562211 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d114c5-d357-49cb-b46c-d262b0c96fae None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_floatingips': [{'id': '361431be-f0b4-4385-9a98-c8ff22c4aff7', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'router_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'port_id': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'mac_address': 'fa:16:3e:5a:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8deda-986f-4466-be06-55678966f51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:55:54Z', 'updated_at': '2021-06-07T13:55:57Z', 'revision_number': 1, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:59:29.777596 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f404ba4-70e6-46bc-996a-20c655b685da None None] New status for floating IP 230b6540-556e-498f-b6c5-1cb1733edae5: DOWN {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:59:30.328859 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff42ebc-057c-4af3-bf85-ca20a5440167 req-41236087-3ee3-4332-9c79-dc2e996deb56 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:30.330800 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4ff42ebc-057c-4af3-bf85-ca20a5440167 req-41236087-3ee3-4332-9c79-dc2e996deb56 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 945 time: 0.1517503 Jun 07 13:59:30.395959 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-4ff42ebc-057c-4af3-bf85-ca20a5440167 req-4d78bcf7-b566-4f89-a1e8-7d17145de0fb tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568905 Jun 07 13:59:30.993355 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f6234-6028-4228-b067-fbf92fd7a090 req-cc45c1e3-4049-4727-86f3-e9a0c40fc66e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:30.994842 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-271f6234-6028-4228-b067-fbf92fd7a090 req-cc45c1e3-4049-4727-86f3-e9a0c40fc66e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 945 time: 0.0827291 Jun 07 13:59:31.243006 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Deleting port 33b533af-446d-4c43-9784-2bf6fa7a6128 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:31.243365 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:31.406664 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] For port 33b533af-446d-4c43-9784-2bf6fa7a6128, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=33b533af-446d-4c43-9784-2bf6fa7a6128,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:31.407177 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:31.549104 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Calling delete_port for 33b533af-446d-4c43-9784-2bf6fa7a6128 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:31.663265 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb411835-a28f-49b7-9df9-81d5a724c93c req-fc051700-edb1-4457-9955-39a7964bfac1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:31.665229 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fb411835-a28f-49b7-9df9-81d5a724c93c req-fc051700-edb1-4457-9955-39a7964bfac1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 945 time: 0.1235025 Jun 07 13:59:31.791748 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-fb411835-a28f-49b7-9df9-81d5a724c93c req-0e4a33ed-bed6-4722-aa30-66f3122fe2ec tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201811 Jun 07 13:59:31.799032 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:31.806254 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-339cbe9c-fbf3-4332-bb1f-467bbcfbec30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:31.849260 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event deleted for resources: {'Port': ['ID=33b533af-446d-4c43-9784-2bf6fa7a6128,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:31.883724 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.884102 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.884472 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.884833 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.885190 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.885568 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.885925 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.886279 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.886631 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.886979 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.887328 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.887673 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:31.899153 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:31.940062 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] No DVR routers for this DVR port 33b533af-446d-4c43-9784-2bf6fa7a6128 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:31.942548 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:31.944411 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-271f6234-6028-4228-b067-fbf92fd7a090 req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "DELETE /v2.0/ports/33b533af-446d-4c43-9784-2bf6fa7a6128 HTTP/1.1" status: 204 len: 173 time: 0.9407527 Jun 07 13:59:31.945648 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'name': 'network-vif-deleted', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:31.948727 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e0142-b93c-48da-8119-03723e5e6989" -d '{"events": [{"server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "name": "network-vif-deleted", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:31.996013 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f7e9a-85b8-4a5a-840e-bc5fe45af3d5 x-openstack-request-id: req-128f7e9a-85b8-4a5a-840e-bc5fe45af3d5 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:31.996625 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854dfaf4-f393-4d22-9789-e6218da65145", "name": "network-vif-deleted", "tag": "33b533af-446d-4c43-9784-2bf6fa7a6128", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:31.997150 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-128f7e9a-85b8-4a5a-840e-bc5fe45af3d5 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:31.997672 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854dfaf4-f393-4d22-9789-e6218da65145', 'name': 'network-vif-deleted', 'tag': '33b533af-446d-4c43-9784-2bf6fa7a6128', 'status': 'completed', 'code': 200} Jun 07 13:59:32.963537 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 33b533af-446d-4c43-9784-2bf6fa7a6128 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:32.967647 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-9cb0e4e2-7f05-4275-aa8b-60fb3d1d2926 req-67d5eeb5-7b18-4e7c-abe4-c97ef1a8781a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=854dfaf4-f393-4d22-9789-e6218da65145 HTTP/1.1" status: 200 len: 210 time: 0.0452738 Jun 07 13:59:33.004493 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 33b533af-446d-4c43-9784-2bf6fa7a6128 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:33.005098 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 33b533af-446d-4c43-9784-2bf6fa7a6128 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:33.579390 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-64ef9882-d5b0-483f-864a-23fbaf38bdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:35.301753 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [req-a75135d3-e911-4e6a-8b21-d85ac03cd953 req-56a51da0-6c24-4cd2-b616-05311d7bba06 tempest-VolumesSnapshotTestJSON-1007835894 tempest-VolumesSnapshotTestJSON-1007835894-project] (92944) timed out ('10.222.0.60', 63428) {{(pid=92944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 13:59:36.469449 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52868) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:36.614535 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:36.739220 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Deleting port cdf734d0-c09b-4c16-8057-4926f3476470 {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:36.739465 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:36.867781 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:36.868102 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:37.024670 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Calling delete_port for cdf734d0-c09b-4c16-8057-4926f3476470 owned by network:floatingip {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:37.162408 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:37.168698 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-e55056dc-ce13-4944-8bcf-0f6cf9d6b0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:37.230243 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event deleted for resources: {'Port': ['ID=cdf734d0-c09b-4c16-8057-4926f3476470,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:37.233773 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:37.240435 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e1af8539-f815-4d2a-8d38-5e752f081697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:37.334321 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:37.334559 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.db.l3_db [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Floating IP 361431be-f0b4-4385-9a98-c8ff22c4aff7 disassociated (deleted). External IP: 172.27.0.241, port: 8ef0d366-71e3-41ff-9b9a-7d05690165b5. Jun 07 13:59:37.852953 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:59:38.044795 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:59:38.049041 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:38.055739 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:59:38.065815 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:38.066527 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:38.108509 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-4b6e2af1-d582-4472-bb22-c7d610aaeb88 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "DELETE /v2.0/floatingips/361431be-f0b4-4385-9a98-c8ff22c4aff7 HTTP/1.1" status: 204 len: 168 time: 1.6379571 Jun 07 13:59:38.109146 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5'}] {{(pid=92944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:38.111546 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c54e049741d3215b3dc404950a0075e5cf10613d345b6ced0e0a575b6bd8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df54129-6a65-4aa1-8857-1760065858d4" -d '{"events": [{"name": "network-changed", "server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5"}]}' {{(pid=92944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:38.155345 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eca2ae-cac0-48da-855b-74c2e3bcc42c x-openstack-request-id: req-96eca2ae-cac0-48da-855b-74c2e3bcc42c {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:38.155677 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5", "status": "completed", "code": 200}]} {{(pid=92944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:38.155993 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96eca2ae-cac0-48da-855b-74c2e3bcc42c {{(pid=92944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:38.156419 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'status': 'completed', 'code': 200} Jun 07 13:59:38.266273 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54129-6a65-4aa1-8857-1760065858d4 req-9e11431e-932d-4d16-9719-76d6d4fe7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:38.267707 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df54129-6a65-4aa1-8857-1760065858d4 req-9e11431e-932d-4d16-9719-76d6d4fe7bf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=572fa2ba0be24312aaec89308d97df8a&device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 1099 time: 0.0854161 Jun 07 13:59:38.270463 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:38.446727 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54129-6a65-4aa1-8857-1760065858d4 req-48a09b66-43b7-4efe-a09c-94f91b1dda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:38.448351 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df54129-6a65-4aa1-8857-1760065858d4 req-48a09b66-43b7-4efe-a09c-94f91b1dda25 service neutron] 10.222.0.60 "GET /v2.0/networks?id=36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 200 len: 912 time: 0.1725078 Jun 07 13:59:38.464122 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:38.550559 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81be4b-de53-4357-9858-4cad6662e71e req-552d9492-02e5-46fd-b724-8b19f818a82b tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:38.552070 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2a81be4b-de53-4357-9858-4cad6662e71e req-552d9492-02e5-46fd-b724-8b19f818a82b tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 946 time: 0.0951598 Jun 07 13:59:38.565584 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df54129-6a65-4aa1-8857-1760065858d4 req-3ce86c34-5d28-4897-ae33-7ee5c338e944 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 200 len: 217 time: 0.0980082 Jun 07 13:59:38.617445 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [req-2a81be4b-de53-4357-9858-4cad6662e71e req-b0af7068-2373-4876-90d3-8dcee5758f25 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553749 Jun 07 13:59:38.648367 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54129-6a65-4aa1-8857-1760065858d4 req-b7fea725-792f-4602-b6e0-00eb8b0b949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:38.650061 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df54129-6a65-4aa1-8857-1760065858d4 req-b7fea725-792f-4602-b6e0-00eb8b0b949a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 200 len: 850 time: 0.0764093 Jun 07 13:59:38.659423 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:38.664336 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:59:38.673817 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:38.674441 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:38.745187 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54129-6a65-4aa1-8857-1760065858d4 req-b40e673e-074d-46d6-89a6-ff94ff3c6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:38.746694 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df54129-6a65-4aa1-8857-1760065858d4 req-b40e673e-074d-46d6-89a6-ff94ff3c6296 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36b22f39-2de7-4189-994f-f974a73b2519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869577 Jun 07 13:59:38.856666 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:38.897208 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df54129-6a65-4aa1-8857-1760065858d4 req-508bc8b1-4016-4bac-9ba1-815d2aede7dd service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424255 Jun 07 13:59:39.043305 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-6df54129-6a65-4aa1-8857-1760065858d4 req-c9f545cf-2f9d-4e7d-b24f-baa05c762d83 service neutron] 10.222.0.60 "GET /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361027 Jun 07 13:59:39.224692 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:39.229684 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558234b-bf2e-4771-90f5-a841444f323b None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:52:37Z', 'revision_number': 4, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi', '_interfaces': [{'id': 'e5d7c8ba-2b84-4587-945a-456f7f9ef8dc', 'name': '', 'network_id': '36b22f39-2de7-4189-994f-f974a73b2519', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'mac_address': 'fa:16:3e:41:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:36Z', 'updated_at': '2021-06-07T13:52:43Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'subnets': [{'id': 'c6abeb99-4a0f-49a1-9aee-7fa629dd89f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:59:39.467924 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5adba-27e7-4e0b-864d-8098ede7312f None None] New status for floating IP 361431be-f0b4-4385-9a98-c8ff22c4aff7: DOWN {{(pid=92946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:59:39.743562 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:39.910400 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d434e3-8cf1-4365-a111-4dfcf02c0263 req-6e1a550c-5133-4ac4-8479-e6154dcfdbc9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:39.911829 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-71d434e3-8cf1-4365-a111-4dfcf02c0263 req-6e1a550c-5133-4ac4-8479-e6154dcfdbc9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 946 time: 0.1788900 Jun 07 13:59:39.957427 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-71d434e3-8cf1-4365-a111-4dfcf02c0263 req-fb280ae7-54e6-4dbd-ab20-be082f2f5021 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8c87632-1865-42e0-bda2-8015490cac87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393949 Jun 07 13:59:40.272370 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-ab4c7c88-db8f-4acf-8369-1e62e472cce1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:40.273840 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-ab4c7c88-db8f-4acf-8369-1e62e472cce1 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 946 time: 0.0816352 Jun 07 13:59:40.418636 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Deleting port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:40.418977 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:40.554910 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] For port 8ef0d366-71e3-41ff-9b9a-7d05690165b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=8ef0d366-71e3-41ff-9b9a-7d05690165b5,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:40.555329 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:40.687297 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Calling delete_port for 8ef0d366-71e3-41ff-9b9a-7d05690165b5 owned by compute:nova {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:40.795308 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:40.800881 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-734a564f-5a37-4703-b0ec-d9a7f0d6f124 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:40.846798 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event deleted for resources: {'Port': ['ID=8ef0d366-71e3-41ff-9b9a-7d05690165b5,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:40.849553 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:40.923506 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] No DVR routers for this DVR port 8ef0d366-71e3-41ff-9b9a-7d05690165b5 on host hv-cinder-78536 {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:40.926041 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for port, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:40.927912 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-1a09f8f8-7a51-4488-bcc3-bb20fb9738ca req-e7322bdc-227f-42cc-8030-bb0c602d57a9 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.60 "DELETE /v2.0/ports/8ef0d366-71e3-41ff-9b9a-7d05690165b5 HTTP/1.1" status: 204 len: 173 time: 0.6478882 Jun 07 13:59:40.928411 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'name': 'network-vif-deleted', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5'}] {{(pid=92942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:40.930821 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}881a5e83df36e36a74028a97f5b5a4df37e5bf288726122dcab65b0e5a1c37eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f221c-8f96-4e0f-aac1-e7b8b9930528" -d '{"events": [{"server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "name": "network-vif-deleted", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5"}]}' {{(pid=92942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:40.973593 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5dbae5-7d82-44fc-b6aa-e03926476511 x-openstack-request-id: req-3a5dbae5-7d82-44fc-b6aa-e03926476511 {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:40.973921 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b8deda-986f-4466-be06-55678966f51e", "name": "network-vif-deleted", "tag": "8ef0d366-71e3-41ff-9b9a-7d05690165b5", "status": "completed", "code": 200}]} {{(pid=92942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:40.974218 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a5dbae5-7d82-44fc-b6aa-e03926476511 {{(pid=92942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:40.974784 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b8deda-986f-4466-be06-55678966f51e', 'name': 'network-vif-deleted', 'tag': '8ef0d366-71e3-41ff-9b9a-7d05690165b5', 'status': 'completed', 'code': 200} Jun 07 13:59:41.112416 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [req-06bb792d-b128-45f7-981d-5b32a806e5cb req-4c7a642c-9fb7-4ad0-9716-3f222e57fe67 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "GET /v2.0/ports?device_id=91b8deda-986f-4466-be06-55678966f51e HTTP/1.1" status: 200 len: 210 time: 0.0441365 Jun 07 13:59:42.204059 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52886) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:42.448448 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Deleting port 470ade69-4763-44ac-b014-f6cccc87e2ad {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:42.448705 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:42.568657 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:42.568981 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:42.695170 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Calling delete_port for 470ade69-4763-44ac-b014-f6cccc87e2ad owned by network:floatingip {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:42.809022 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:42.812709 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8fc69669-d4e4-43d8-bda9-26a33df867d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:42.858491 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event deleted for resources: {'Port': ['ID=470ade69-4763-44ac-b014-f6cccc87e2ad,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:42.861440 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:42.955056 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for floatingip, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:42.957393 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1981256'] for floatingip, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:42.958530 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-269e0bba-b4ac-4943-ab44-5f3a5cc7d45a tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "DELETE /v2.0/floatingips/6c1ad600-ff81-43df-a929-42a6ed9f8428 HTTP/1.1" status: 204 len: 168 time: 0.7535098 Jun 07 13:59:42.996169 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 8ef0d366-71e3-41ff-9b9a-7d05690165b5 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:43.035947 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] No Port match for: 8ef0d366-71e3-41ff-9b9a-7d05690165b5 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:43.036308 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Device 8ef0d366-71e3-41ff-9b9a-7d05690165b5 not bound to the agent host hv-cinder-78536 {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:44.342785 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52898) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:44.409150 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:44.438993 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:44.507884 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:44.510518 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:44.511654 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] 10.222.0.44 "DELETE /v2.0/security-groups/a8c87632-1865-42e0-bda2-8015490cac87 HTTP/1.1" status: 204 len: 168 time: 0.1678739 Jun 07 13:59:44.512599 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-befd488d-e8a0-4699-9730-e5adfd21e2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:44.524727 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c87632-1865-42e0-bda2-8015490cac87,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:44.527060 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:44.568815 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52902) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:45.325515 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:45.747902 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Deleting port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:45.748766 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:45.751249 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:45.877276 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] For port e5d7c8ba-2b84-4587-945a-456f7f9ef8dc, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:45.877662 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:46.002375 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Calling delete_port for e5d7c8ba-2b84-4587-945a-456f7f9ef8dc owned by network:router_interface {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:46.241865 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:46.245429 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-8628cd2f-5b23-4634-ac2e-bb85698b7210 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:46.294307 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d7c8ba-2b84-4587-945a-456f7f9ef8dc,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:46.297332 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:46.697965 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.065969 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:59:47.254727 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:59:47.260929 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-ff9b1849-bf7d-481b-885b-cad9520e1788 admin admin] 10.222.0.44 "PUT /v2.0/routers/b18e3788-0d55-4ec8-b5c5-fd009517e9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6906226 Jun 07 13:59:47.263323 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52906) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:47.266001 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] Sync routers for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:59:47.276681 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:47.277314 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:47.450757 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.459811 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: dv-cinder-785362-2-iscsi {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:47.624734 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.704306 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Deleting port de11fc80-c1f1-4aef-b5a7-82ea6777754f {{(pid=92944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:47.704643 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.760490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:59:46Z', 'revision_number': 5, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port': {'id': 'de11fc80-c1f1-4aef-b5a7-82ea6777754f', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:33Z', 'updated_at': '2021-06-07T13:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:47.769164 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] Checking router: b18e3788-0d55-4ec8-b5c5-fd009517e9b0 for host: dv-cinder-785362-2-iscsi {{(pid=92945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:59:47.780747 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] Routers {'b18e3788-0d55-4ec8-b5c5-fd009517e9b0'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:47.781672 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'], 'active': True} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:47.946874 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.db [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] For port de11fc80-c1f1-4aef-b5a7-82ea6777754f, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=de11fc80-c1f1-4aef-b5a7-82ea6777754f,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:47.947134 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.950891 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvr_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] Set router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 gateway port host: None {{(pid=92945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:48.061077 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_hamode_db [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:59:47Z', 'revision_number': 6, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:48.065454 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead7138-f948-4d31-bbde-fd1bb5f8a892 None None] The sync data for ids ['b18e3788-0d55-4ec8-b5c5-fd009517e9b0'] in dv-cinder-785362-2-iscsi is: [{'id': 'b18e3788-0d55-4ec8-b5c5-fd009517e9b0', 'name': 'tempest-TestVolumeBootPattern-386103339-router', 'tenant_id': '572fa2ba0be24312aaec89308d97df8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:32Z', 'updated_at': '2021-06-07T13:59:47Z', 'revision_number': 6, 'project_id': '572fa2ba0be24312aaec89308d97df8a', 'gw_port_host': None}] {{(pid=92945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:59:48.070737 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.plugins.ml2.plugin [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Calling delete_port for de11fc80-c1f1-4aef-b5a7-82ea6777754f owned by network:router_gateway {{(pid=92944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:48.219805 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31847656'] for port, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.223793 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-fafb0ab1-feaf-48b6-a18d-dce508c33fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:48.277950 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=de11fc80-c1f1-4aef-b5a7-82ea6777754f,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:48.280433 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:48.378897 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.565457 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.567820 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.594305 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.594978 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b18e3788-0d55-4ec8-b5c5-fd009517e9b0 {{(pid=92944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:59:48.599247 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] Notify callbacks [] for router, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.600364 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-ed9625fd-fd1d-47b3-9f56-d48b24f50d5e admin admin] 10.222.0.44 "DELETE /v2.0/routers/b18e3788-0d55-4ec8-b5c5-fd009517e9b0 HTTP/1.1" status: 204 len: 168 time: 1.3356016 Jun 07 13:59:48.603604 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52908) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:48.666583 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.db.db_base_plugin_v2 [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Deleting subnet c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 {{(pid=92944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:59:48.669828 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.722857 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31867949'] for subnet, precommit_delete_associations {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.810777 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.889348 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31847451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31491855'] for subnet, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.897973 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:48.941532 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6abeb99-4a0f-49a1-9aee-7fa629dd89f5,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:48.945819 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:48.946856 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for subnet, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:48.952573 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-9829938d-567c-47d7-a3da-adfa793c5055 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c6abeb99-4a0f-49a1-9aee-7fa629dd89f5 HTTP/1.1" status: 204 len: 168 time: 0.3447437 Jun 07 13:59:48.953632 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52910) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:48.955805 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311c3bc-d411-48d8-82b5-d80209c4df9e None None] Network 36b22f39-2de7-4189-994f-f974a73b2519 requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:59:48.985978 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device de11fc80-c1f1-4aef-b5a7-82ea6777754f no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:49.037050 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: de11fc80-c1f1-4aef-b5a7-82ea6777754f {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:49.037298 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device de11fc80-c1f1-4aef-b5a7-82ea6777754f not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:49.037823 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device e5d7c8ba-2b84-4587-945a-456f7f9ef8dc no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:49.075405 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.135216 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: e5d7c8ba-2b84-4587-945a-456f7f9ef8dc {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:49.135576 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device e5d7c8ba-2b84-4587-945a-456f7f9ef8dc not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:49.164850 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Deleting port c817b9ca-a121-4cd7-a076-a63f20f1b810 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:49.164850 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.265283 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] For port c817b9ca-a121-4cd7-a076-a63f20f1b810, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=c817b9ca-a121-4cd7-a076-a63f20f1b810,segment=NetworkSegment(ef821fc3-3b01-41ce-83c3-7b6996060090),segment_id=ef821fc3-3b01-41ce-83c3-7b6996060090)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:49.265709 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.365220 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] DHCP port deletion for 36b22f39-2de7-4189-994f-f974a73b2519 request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:59:49.396361 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Calling delete_port for c817b9ca-a121-4cd7-a076-a63f20f1b810 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:49.442972 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Deleting port c817b9ca-a121-4cd7-a076-a63f20f1b810 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:49.443563 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.446839 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.450727 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8a43ee13-1dd0-45e4-bcd7-ba3cd8b1d494 tempest-AttachVolumeShelveTestJSON-1350068405 tempest-AttachVolumeShelveTestJSON-1350068405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:49.495200 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Pushing event deleted for resources: {'Port': ['ID=c817b9ca-a121-4cd7-a076-a63f20f1b810,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:49.498890 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:49.508133 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] No DVR routers for this DVR port c817b9ca-a121-4cd7-a076-a63f20f1b810 on host dv-cinder-785362-2-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:49.560630 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] For port c817b9ca-a121-4cd7-a076-a63f20f1b810, host dv-cinder-785362-2-iscsi, got binding levels [] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:49.560932 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.627769 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.641266 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b22f39-2de7-4189-994f-f974a73b2519']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:49.655144 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef821fc3-3b01-41ce-83c3-7b6996060090') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:49.655433 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef821fc3-3b01-41ce-83c3-7b6996060090') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:49.669294 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.682933 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Calling delete_port for c817b9ca-a121-4cd7-a076-a63f20f1b810 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:49.686049 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.686615 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.ipam_backend_mixin [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Port c817b9ca-a121-4cd7-a076-a63f20f1b810 was not found and therefore no delete operation was performed {{(pid=92945) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 13:59:49.687860 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.692101 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-139c3597-7de0-40f6-95c0-0bc364a8b05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:49.692417 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:59:49.692800 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:59:49.707088 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:59:49.738260 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Pushing event deleted for resources: {'Port': ['ID=c817b9ca-a121-4cd7-a076-a63f20f1b810,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:49.740737 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] No DVR routers for this DVR port c817b9ca-a121-4cd7-a076-a63f20f1b810 on host dv-cinder-785362-2-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:49.748699 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.749052 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.749394 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.749792 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.750088 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.750420 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.750747 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.751073 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.751399 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.751723 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.752047 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.752397 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-iscsi {{(pid=92945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:49.760089 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-6662e339-c3fe-43d0-a0c8-ace01d0f9494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:49.887584 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.891635 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-6265ff5a-504a-41c5-b0fc-d8318acc46ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:49.905221 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:49.907047 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] 10.222.0.44 "DELETE /v2.0/networks/36b22f39-2de7-4189-994f-f974a73b2519 HTTP/1.1" status: 204 len: 168 time: 0.9527218 Jun 07 13:59:49.909867 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52912) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:49.972303 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b22f39-2de7-4189-994f-f974a73b2519,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:49.981584 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-8d6f5859-73c1-4f6e-a393-5ba393538076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:50.465729 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1661906'] for router_interface, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.886825 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Deleting port efe6e6bd-8d80-41c4-80f8-261d636ece39 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:50.887152 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.967286 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c817b9ca-a121-4cd7-a076-a63f20f1b810 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:51.000778 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: c817b9ca-a121-4cd7-a076-a63f20f1b810 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:51.001126 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device c817b9ca-a121-4cd7-a076-a63f20f1b810 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:51.013292 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] For port efe6e6bd-8d80-41c4-80f8-261d636ece39, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=efe6e6bd-8d80-41c4-80f8-261d636ece39,segment=NetworkSegment(b3cbc366-c833-421d-abff-5511f12d0a12),segment_id=b3cbc366-c833-421d-abff-5511f12d0a12)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:51.013892 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.139447 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Calling delete_port for efe6e6bd-8d80-41c4-80f8-261d636ece39 owned by network:router_interface {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:51.546867 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.550506 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-d1b94467-c660-4922-98e3-179ee083b76b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:51.598477 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe6e6bd-8d80-41c4-80f8-261d636ece39,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:51.601534 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:51.875592 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1694377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661580'] for router_interface, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:52.254852 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf has already been hosted by L3 agent 7c39e73b-db80-467e-9c2f-dc284489bd0b {{(pid=92942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:59:52.444375 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-iscsi the message routers_updated {{(pid=92942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:59:52.449221 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-c1b0949e-ae51-4fd7-a422-4ca85f8edba9 admin admin] 10.222.0.44 "PUT /v2.0/routers/df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5384245 Jun 07 13:59:52.451771 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52914) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:52.454790 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] Sync routers for ids ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'] in dv-cinder-785362-2-iscsi {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:59:52.466394 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] Routers {'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:52.468354 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:52.628015 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks [] for router, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:52.646106 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] Set router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf gateway port host: dv-cinder-785362-2-iscsi {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:52.951220 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:52.995065 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'external_fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:59:51Z', 'revision_number': 5, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port': {'id': '959ed094-b0fa-41b9-82aa-dea62feaa7f0', 'name': '', 'network_id': '8db2c352-035f-4a05-be62-71dc5659922e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1d145272-4259-47f6-8544-9b033d34a00a', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:41Z', 'updated_at': '2021-06-07T13:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d145272-4259-47f6-8544-9b033d34a00a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-iscsi'}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:52.999013 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] Checking router: df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf for host: dv-cinder-785362-2-iscsi {{(pid=92946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:59:53.009002 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] Routers {'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'} bound to L3 agent in host dv-cinder-785362-2-iscsi {{(pid=92946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:53.009002 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:37Z,description=,heartbeat_timestamp=2021-06-07T13:59:37Z,host='dv-cinder-785362-2-iscsi',id=7c39e73b-db80-467e-9c2f-dc284489bd0b,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:37Z,topic='l3_agent')) {'router_ids': ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'], 'active': True} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:53.046055 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Deleting port 959ed094-b0fa-41b9-82aa-dea62feaa7f0 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:53.046464 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.174189 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_dvr_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] Set router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf gateway port host: None {{(pid=92946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:53.187550 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] For port 959ed094-b0fa-41b9-82aa-dea62feaa7f0, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=959ed094-b0fa-41b9-82aa-dea62feaa7f0,segment=NetworkSegment(049691e6-bc82-48d2-83b0-37545906152c),segment_id=049691e6-bc82-48d2-83b0-37545906152c)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:53.187910 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.282867 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.l3_hamode_db [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:59:52Z', 'revision_number': 6, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port_host': None}], 'dv-cinder-785362-2-iscsi', False) {} {{(pid=92946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:53.287049 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80958c-6586-4a35-8b15-9fe5621553cc None None] The sync data for ids ['df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf'] in dv-cinder-785362-2-iscsi is: [{'id': 'df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf', 'name': 'tempest-TestVolumeBootPattern-297732460-router', 'tenant_id': '11f6ae24703e496c890d3c0f74d90c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:40Z', 'updated_at': '2021-06-07T13:59:52Z', 'revision_number': 6, 'project_id': '11f6ae24703e496c890d3c0f74d90c38', 'gw_port_host': None}] {{(pid=92946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:59:53.321730 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Calling delete_port for 959ed094-b0fa-41b9-82aa-dea62feaa7f0 owned by network:router_gateway {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:53.467278 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.471222 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-c38069b8-bc02-40b4-b106-f1e1df99988e tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:53.518312 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Pushing event deleted for resources: {'Port': ['ID=959ed094-b0fa-41b9-82aa-dea62feaa7f0,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:53.520854 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:53.631004 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1752130'] for router_gateway, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.819983 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1666167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4621'] for router, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.822389 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.847364 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1666267'] for router, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.847898 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf {{(pid=92942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:59:53.852367 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] Notify callbacks [] for router, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.853549 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-14c0cc93-8fde-4d8d-b474-88ed1cef9238 admin admin] 10.222.0.44 "DELETE /v2.0/routers/df7d5fac-d8b1-4ec0-96a3-b99dbc3deaaf HTTP/1.1" status: 204 len: 168 time: 1.4005311 Jun 07 13:59:53.856545 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52916) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:53.922807 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Deleting subnet bc02bd6c-49eb-44aa-8129-3c71fdcfde53 {{(pid=92942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:59:53.925868 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.977968 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1499516'] for subnet, precommit_delete_associations {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.069678 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-684285'] for subnet, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.147816 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1435067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290036'] for subnet, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.152285 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:54.189768 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc02bd6c-49eb-44aa-8129-3c71fdcfde53,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:54.193006 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:54.194044 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.195851 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-10b04eb1-997b-494b-9a9b-317290b3d2f0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bc02bd6c-49eb-44aa-8129-3c71fdcfde53 HTTP/1.1" status: 204 len: 168 time: 0.3382883 Jun 07 13:59:54.198419 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52918) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:54.200267 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53d6dc-a7ea-45f1-8c67-f981440f9bcc None None] Network ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b requested from dv-cinder-785362-2-iscsi {{(pid=92945) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:59:54.311591 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550011'] for network, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.479805 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] DHCP port deletion for ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b request from dv-cinder-785362-2-iscsi {{(pid=92945) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:59:54.499075 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Deleting port 404537f9-51d9-4cec-b8df-93832c2d1cb7 {{(pid=92942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:54.499681 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.544005 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] Deleting port 404537f9-51d9-4cec-b8df-93832c2d1cb7 {{(pid=92945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:54.544270 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775777044435'] for port, before_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.599653 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.db [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] For port 404537f9-51d9-4cec-b8df-93832c2d1cb7, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=404537f9-51d9-4cec-b8df-93832c2d1cb7,segment=NetworkSegment(b3cbc366-c833-421d-abff-5511f12d0a12),segment_id=b3cbc366-c833-421d-abff-5511f12d0a12)] {{(pid=92942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:54.599969 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.645583 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.db [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] For port 404537f9-51d9-4cec-b8df-93832c2d1cb7, host dv-cinder-785362-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-iscsi',level=0,port_id=404537f9-51d9-4cec-b8df-93832c2d1cb7,segment=NetworkSegment(b3cbc366-c833-421d-abff-5511f12d0a12),segment_id=b3cbc366-c833-421d-abff-5511f12d0a12)] {{(pid=92945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:54.645973 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661063'] for port, precommit_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.736853 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.plugin [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Calling delete_port for 404537f9-51d9-4cec-b8df-93832c2d1cb7 owned by network:dhcp {{(pid=92942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:54.774062 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] Calling delete_port for 404537f9-51d9-4cec-b8df-93832c2d1cb7 owned by network:dhcp {{(pid=92945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:54.788403 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1434952'] for port, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.793889 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-bae481c4-b0c8-460e-a812-5c658a6e7435 tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:54.823303 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1997695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1694363', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775777050323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775776532839'] for port, after_delete {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.827799 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:54.840083 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=404537f9-51d9-4cec-b8df-93832c2d1cb7,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:54.841988 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] No DVR routers for this DVR port 404537f9-51d9-4cec-b8df-93832c2d1cb7 on host dv-cinder-785362-2-iscsi {{(pid=92942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:54.843385 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:54.880276 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] Pushing event deleted for resources: {'Port': ['ID=404537f9-51d9-4cec-b8df-93832c2d1cb7,revision_number=None']} {{(pid=92945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:54.883097 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG oslo_concurrency.lockutils [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:54.884145 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230c230-f7fb-43eb-9fed-88a30bc0ea79 None None] No DVR routers for this DVR port 404537f9-51d9-4cec-b8df-93832c2d1cb7 on host dv-cinder-785362-2-iscsi {{(pid=92945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:54.960626 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685426', 'neutron.services.segments.db._delete_segments_for_network-8775776995229'] for network, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:54.974032 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b']}} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:54.978329 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 959ed094-b0fa-41b9-82aa-dea62feaa7f0 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:54.987703 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cbc366-c833-421d-abff-5511f12d0a12') {'for_net_delete': True} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:54.987996 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.services.segments.db [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cbc366-c833-421d-abff-5511f12d0a12') {} {{(pid=92942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:55.000841 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775776999352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1499507'] for segment, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.014012 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 959ed094-b0fa-41b9-82aa-dea62feaa7f0 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:55.014652 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 959ed094-b0fa-41b9-82aa-dea62feaa7f0 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:55.014999 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device efe6e6bd-8d80-41c4-80f8-261d636ece39 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:55.018266 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848'] for segment, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.026013 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=92942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:59:55.026465 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-682848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1434909'] for segment, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: Traceback (most recent call last): Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: timer() Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: cb(*args, **kw) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: return func(*args, **kwargs) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: self._notify() Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: self.callback(batched_events) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: event.method(event) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: return f(self, *a, **k) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._get(url).json() Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: return self.request(url, 'GET', **kwargs) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:59:55.041890 dv-cinder-785362-2-iscsi neutron-server[92942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:59:55.051698 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: efe6e6bd-8d80-41c4-80f8-261d636ece39 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:55.052067 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device efe6e6bd-8d80-41c4-80f8-261d636ece39 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:55.052523 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 404537f9-51d9-4cec-b8df-93832c2d1cb7 no longer exists at agent ovs-agent-dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:55.090213 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.plugin [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] No Port match for: 404537f9-51d9-4cec-b8df-93832c2d1cb7 {{(pid=92945) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:55.090455 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron.plugins.ml2.rpc [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Device 404537f9-51d9-4cec-b8df-93832c2d1cb7 not bound to the agent host dv-cinder-785362-2-iscsi {{(pid=92945) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:55.131381 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-685435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-281057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1694354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1752153'] for network, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.135788 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:55.151001 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694453'] for network, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.152742 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b HTTP/1.1" status: 204 len: 168 time: 0.9534054 Jun 07 13:59:55.158916 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0a4c85-d73d-4e4f-896e-dcdd8f84e89b,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:55.161233 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-7ccea787-1691-4c1c-bdb2-7b60f21278e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:55.273748 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52922) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:55.324871 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-002364e2-a3e2-4af7-8a7b-a6a30d79d275 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=572fa2ba0be24312aaec89308d97df8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498729 Jun 07 13:59:55.327370 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52924) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:55.389215 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3da5e9f8-3e27-4ad6-a284-31996642b6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.421150 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3da5e9f8-3e27-4ad6-a284-31996642b6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.473378 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3da5e9f8-3e27-4ad6-a284-31996642b6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.476627 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron_lib.callbacks.manager [None req-3da5e9f8-3e27-4ad6-a284-31996642b6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.480457 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-3da5e9f8-3e27-4ad6-a284-31996642b6a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b260592b-94d0-4c9c-8e65-d60cca7127c8 HTTP/1.1" status: 204 len: 168 time: 0.1521783 Jun 07 13:59:55.481343 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-f0654540-8d85-4d07-b448-e797ec13319c tempest-TestVolumeBootPattern-1846572768 tempest-TestVolumeBootPattern-1846572768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:55.490684 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e9f8-3e27-4ad6-a284-31996642b6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b260592b-94d0-4c9c-8e65-d60cca7127c8,revision_number=None']} {{(pid=92944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:55.493218 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG oslo_concurrency.lockutils [None req-3da5e9f8-3e27-4ad6-a284-31996642b6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:55.830886 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [-] (92944) accepted ('10.222.0.44', 52930) {{(pid=92944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:55.884141 dv-cinder-785362-2-iscsi neutron-server[92944]: INFO neutron.wsgi [None req-2e20568d-d74b-49b1-b514-914089ec36b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11f6ae24703e496c890d3c0f74d90c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519481 Jun 07 13:59:55.887596 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.wsgi [-] (92942) accepted ('10.222.0.44', 52932) {{(pid=92942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:55.947400 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fae1b74f-8f36-4f06-a513-c5aaddb4fa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.978531 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fae1b74f-8f36-4f06-a513-c5aaddb4fa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:56.030110 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fae1b74f-8f36-4f06-a513-c5aaddb4fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-280837'] for security_group, after_delete {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:56.032481 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron_lib.callbacks.manager [None req-fae1b74f-8f36-4f06-a513-c5aaddb4fa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:56.033625 dv-cinder-785362-2-iscsi neutron-server[92942]: INFO neutron.wsgi [None req-fae1b74f-8f36-4f06-a513-c5aaddb4fa60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bc06bf0-355b-41f4-a669-25de29a20c56 HTTP/1.1" status: 204 len: 168 time: 0.1447721 Jun 07 13:59:56.034389 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-85f7e45d-d032-47ee-96e4-50637afad5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:56.045057 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1b74f-8f36-4f06-a513-c5aaddb4fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc06bf0-355b-41f4-a669-25de29a20c56,revision_number=None']} {{(pid=92942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:56.047677 dv-cinder-785362-2-iscsi neutron-server[92942]: DEBUG oslo_concurrency.lockutils [None req-fae1b74f-8f36-4f06-a513-c5aaddb4fa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:59.717832 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:00:03.581095 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5e7280dc-8600-4591-99eb-85f9edc8b9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.608230 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:07.235984 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ffe32ab6-ffd9-4791-969e-abde0ce04875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:08.292490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:09.751416 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:15.775017 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.583089 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-f1dcadf4-6f12-4d1e-9496-258a9d0c5493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:36.610175 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:36.716392 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:00:37.239873 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-3d7a86c4-a59a-4224-81a9-d5ff4869afbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.296052 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.804884 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:45.789830 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:03.586813 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-a917120d-686a-435a-b762-669cbe5e9e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.617867 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:07.245411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-738f1645-8ce8-44f8-b5c0-76211a68f6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:08.300068 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:09.750730 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:13.715508 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:01:15.582865 dv-cinder-785362-2-iscsi neutron-server[92944]: DEBUG neutron.wsgi [req-f3a679fb-f9b1-4e10-b1d7-985f593b7e95 req-d3193385-931d-44d5-aa71-c77480be253a service neutron] (92944) timed out ('10.222.0.44', 45890) {{(pid=92944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 14:01:15.786649 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:33.588465 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-93412014-764e-484e-9ae5-d885da8a97a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:36.613410 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:37.238902 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-2c83b35a-462c-44ef-ad4b-dca11a1f144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:38.302990 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.753054 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:45.786478 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:50.714619 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:02:03.589700 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-5d7db63f-bf6d-4dc8-920f-3458dff733cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:06.616139 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:07.242793 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-05e34a8c-500f-464e-90ed-0d76ff4bffd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:08.304411 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.757130 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.781244 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:27.717038 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:02:33.591461 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-ece3f739-03fb-49f9-8a63-476a7d2f2b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:36.623836 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:37.256733 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-48daa746-bb41-4751-82c1-6a44ce5f1b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:38.309145 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:39.814521 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:45.818951 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:03.595384 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-6eb36e4f-454a-4c88-b65d-7fd61fbfe5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:04.715608 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:03:06.615490 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:07.250800 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-014168c2-33b8-401c-8eb4-348bb62a04c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:08.310304 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:09.762307 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:15.809805 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:33.597288 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-cb73b3ac-4049-4d14-865f-fcd6f46e8791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:36.618604 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:37.252365 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4d81-df62-4e4f-a316-f4859a384f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:38.315667 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:39.762599 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:41.718654 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:03:45.810219 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:03.601599 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-41cd760a-c102-4e4c-95a7-80f378777ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:06.620964 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:07.254476 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-00a05800-96df-4c30-a9e3-c28992fd3da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:08.315689 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:09.766976 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:15.824947 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:18.717773 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:04:33.605171 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-c51f8e93-1d40-43c1-8194-efc85f3109c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:36.624227 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:37.255397 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-7b9127bc-42f2-4e6c-8b66-1580b3ce4553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:38.319793 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:39.825560 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:45.828268 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-4e2e0f24-b607-4625-ac8c-1841ecb2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:55.716908 dv-cinder-785362-2-iscsi neutron-server[92946]: DEBUG neutron.db.agents_db [None req-4caef98b-930e-427f-b51e-2d999adb6c80 None None] Agent healthcheck: found 6 active agents {{(pid=92946) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:05:03.610000 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9f7eabb6-e586-480c-8a5d-d235136af2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:06.625644 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-fceb3382-8c94-4933-a066-61e5dac2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:07.258815 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-14e0a326-5bdf-418e-92d2-7befcf762a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:08.322073 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-13a5d50b-facb-49d1-b27c-8ab2db9f83f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:09.774445 dv-cinder-785362-2-iscsi neutron-server[92945]: DEBUG neutron_lib.callbacks.manager [None req-9683baba-2fcb-426d-9620-c0069ffab27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775776995211', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737980'] for agent, after_update {{(pid=92945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}